-- Logs begin at Mon 2021-11-22 09:51:29 UTC, end at Mon 2021-11-22 10:55:09 UTC. -- Nov 22 10:26:37.659622 dv-cinder-804035-13-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 22 10:26:40.476045 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.common.config [-] Logging enabled! Nov 22 10:26:40.476652 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev215 Nov 22 10:26:40.477403 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102803) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 22 10:26:40.480737 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.common.config [-] Logging enabled! Nov 22 10:26:40.480993 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev215 Nov 22 10:26:40.481306 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102803) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 22 10:26:40.482261 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 22 10:26:40.482495 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 22 10:26:40.482856 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 22 10:26:40.483103 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 22 10:26:40.483327 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 22 10:26:40.483645 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.484095 dv-cinder-804035-13-iscsi neutron-server[102803]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 22 10:26:40.484401 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.484697 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.484969 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.485261 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.485552 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.485835 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.486128 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.486744 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.487031 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.487307 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.487593 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.487903 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.488185 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.488473 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.488738 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.489024 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] debug = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.489303 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.489734 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.490157 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.490436 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.490722 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.491000 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.491271 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.491548 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.491856 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.492634 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] host = dv-cinder-804035-13-iscsi {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.492931 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.493222 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.493512 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.493801 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.494079 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.494356 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.494643 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.494916 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.495187 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] log_file = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.495461 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.495775 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.496065 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.496355 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.496581 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.496803 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.497091 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.497374 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.497652 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.497925 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.498199 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.498473 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.498746 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.499014 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.499302 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.499587 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.499948 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.500178 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.500451 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.500722 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.501010 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.501271 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.501543 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.501815 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.502091 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.502376 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.502644 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.502914 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.503213 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.503496 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.503803 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.504089 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.504359 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.504639 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.504909 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.505179 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.505449 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] use_json = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.505721 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.505990 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.506267 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.506536 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.506807 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.507076 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.507343 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.507682 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:40.508441 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.508749 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.509057 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.509347 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.509654 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.509938 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.510228 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.510506 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.510794 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.511082 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.511371 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.511650 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.511962 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.512263 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.512536 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.512841 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.513134 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.513426 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.513700 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.513974 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.514246 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.514524 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.514811 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.515088 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.515376 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.515688 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.515964 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.516265 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.516555 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.516847 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.517138 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.517409 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.517690 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.517982 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.518262 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.518536 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.518813 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.519105 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.519383 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.519657 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.519961 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.520239 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.520511 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.520784 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.521063 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.521350 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.521627 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.521899 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.522169 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.522442 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.522711 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.522991 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.523286 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.523968 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.524255 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.524546 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.524826 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.525110 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.525385 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.525667 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.525955 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.526232 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.526509 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.526790 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.527076 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.527351 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.527628 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.527927 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.528219 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.528497 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.528774 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.529058 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.529332 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.529610 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.529906 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.530206 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.530486 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.530772 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.531049 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.531333 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.531613 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.531921 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.532202 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.532483 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.532758 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.533050 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.533337 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.533627 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.533919 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.534230 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.534529 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.534810 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.535093 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.535370 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.535649 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.535954 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.536240 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.536536 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.536830 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.537121 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.537413 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.537704 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.537988 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.538297 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.538577 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:40.538797 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 22 10:26:40.539516 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102803) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 22 10:26:40.984690 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 22 10:26:40.984940 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 22 10:26:40.985254 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 22 10:26:40.985596 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 22 10:26:41.330028 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:41.330418 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:41.330862 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:41.332873 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:41.333302 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:41.333738 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:41.374416 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:41.374695 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:41.374961 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:41.390608 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:41.390884 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:41.391153 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:41.420683 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:41.420951 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:41.421215 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:41.460230 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:41.460507 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:41.460810 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:41.708739 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:41.709482 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:41.709482 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:41.709482 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:41.710220 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:41.811194 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:41.811510 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:41.811832 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:41.812087 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:41.812349 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:41.812656 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:41.812909 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:41.813160 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:41.813388 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:41.813665 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:41.813917 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:41.814177 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:41.814422 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:41.814667 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:41.814913 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:41.815168 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:41.815415 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:41.815655 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:41.815935 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:41.816188 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:41.816452 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:41.816698 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:41.816970 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:41.817339 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:41.817581 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:41.817820 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:41.818225 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102803) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 10:26:41.818462 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102803) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 10:26:41.818696 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102803) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 10:26:41.818929 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102803) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 10:26:41.819160 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102803) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 10:26:41.819396 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102803) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 10:26:41.819787 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 22 10:26:41.823093 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 22 10:26:41.827059 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 22 10:26:41.831066 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Nov 22 10:26:41.832891 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 22 10:26:41.833364 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 22 10:26:41.833695 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 22 10:26:41.834079 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 22 10:26:41.837563 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 22 10:26:41.837815 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 22 10:26:41.838167 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 22 10:26:41.843516 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 22 10:26:41.866973 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 22 10:26:41.867559 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:41.867880 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102803) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 22 10:26:41.868240 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:41.869608 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102803) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 22 10:26:41.869892 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 22 10:26:41.870131 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 22 10:26:41.874744 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:41.875019 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:41.940980 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 22 10:26:41.941177 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 22 10:26:41.941431 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 22 10:26:41.941815 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 22 10:26:41.963265 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_db.sqlalchemy.engines [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102803) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 22 10:26:42.525784 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.plugins.ml2.managers [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Initializing driver for type 'gre' Nov 22 10:26:42.526322 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] gre ID ranges: [(1, 1000)] Nov 22 10:26:42.581306 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.plugins.ml2.managers [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Initializing driver for type 'local' Nov 22 10:26:42.581650 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.plugins.ml2.managers [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Initializing driver for type 'vlan' Nov 22 10:26:42.596516 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] VlanTypeDriver initialization complete Nov 22 10:26:42.596984 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.plugins.ml2.managers [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Initializing driver for type 'vxlan' Nov 22 10:26:42.597584 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] vxlan ID ranges: [(1, 1000)] Nov 22 10:26:42.653689 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.plugins.ml2.managers [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Initializing extension driver 'port_security' Nov 22 10:26:42.654136 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.plugins.ml2.extensions.port_security [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] PortSecurityExtensionDriver initialization complete Nov 22 10:26:42.654524 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.plugins.ml2.managers [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Initializing mechanism driver 'openvswitch' Nov 22 10:26:42.654907 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.plugins.ml2.managers [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Initializing mechanism driver 'hyperv' Nov 22 10:26:42.662696 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.plugins.ml2.plugin [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:26:42.663489 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > port after_create 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.664108 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > port after_update 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.664543 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > port after_delete 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.665036 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102803) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 10:26:42.665473 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > subnet after_create 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.665839 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > subnet after_update 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.666187 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.666593 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102803) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 10:26:42.667007 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > network after_create 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.667365 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > network after_update 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.667707 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > network after_delete 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.668124 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102803) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 10:26:42.668516 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > security_group after_create 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.668869 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > security_group after_update 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.669215 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.669757 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102803) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 10:26:42.670173 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.670529 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.670878 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.671281 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102803) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 10:26:42.671716 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > address_group after_create 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.672071 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > address_group after_update 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.672416 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.672817 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102803) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 10:26:42.673203 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] ML2 OVO RPC backend initialized. {{(pid=102803) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 22 10:26:42.673916 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.674277 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.674700 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > network before_response 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.675054 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > networks before_response 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.675407 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > port before_response 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.675781 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > ports before_response 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.676130 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > subnet before_response 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.676476 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > subnets before_response 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.676824 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > network after_create 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.677169 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > network after_update 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.677505 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > network after_delete 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.677846 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > port after_create 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.678217 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > port after_update 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.678561 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > port after_delete 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.678906 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > subnet after_create 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.679248 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > subnet after_update 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.679611 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.680302 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.plugins.ml2.plugin [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Modular L2 Plugin initialization complete Nov 22 10:26:42.680643 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading services supported by the core plugin {{(pid=102803) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 22 10:26:42.680974 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.plugins.ml2.managers [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Got port-security extension from driver 'port_security' Nov 22 10:26:42.681451 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.extensions.vlantransparent [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Disabled vlantransparent extension. Nov 22 10:26:42.681938 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102803) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 22 10:26:42.682255 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading Plugin: router Nov 22 10:26:42.718454 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.719093 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > router after_create 55549900 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.719093 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > router before_create 55549900 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.719489 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.719891 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.720254 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > router after_delete 55549900 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.720619 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.720972 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.721338 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > router after_create 55549900 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.721686 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > router after_update 55549900 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.722044 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > router after_update 55549900 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.722395 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.722761 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > router after_update 55549900 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.723154 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > router precommit_update 55549900 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.723530 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: port after_update 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.723902 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: port after_delete 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.724243 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: subnet after_update 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.724590 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.724945 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.725296 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > router precommit_create 55549900 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.725642 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: port before_delete 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.725991 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > router precommit_create 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.726475 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > router after_update 55549900 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.726971 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.727336 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > router precommit_create 55549900 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.727736 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.728097 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > router precommit_update 55549900 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.728451 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > agent after_create 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.728807 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > agent after_delete 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.729155 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > network after_delete 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.730042 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.quota.resource_registry [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Tracking information for resource: router configured {{(pid=102803) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 10:26:42.730382 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.quota.resource_registry [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Tracking information for resource: floatingip configured {{(pid=102803) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 10:26:42.735560 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.db.l3_agentschedulers_db [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 22 10:26:42.736162 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: port after_update 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.736838 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: port after_create 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.737196 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: port after_delete 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.737551 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: port after_update 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.738369 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > router before_create 55550100 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.738739 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.739081 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > router precommit_create 55550100 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.739454 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > router precommit_update 55550100 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.744460 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.services.provider_configuration [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Service providers = [] {{(pid=102803) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 22 10:26:42.744825 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.db.servicetype_db [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102803) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 22 10:26:42.747854 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.services.service_base [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102803) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 22 10:26:42.748214 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.services.service_base [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102803) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 22 10:26:42.748564 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.services.service_base [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102803) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 22 10:26:42.749460 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.services.service_base [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102803) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 22 10:26:42.749837 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.services.service_base [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 22 10:26:42.750219 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102803) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 10:26:42.750542 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 22 10:26:42.761528 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102803) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 10:26:42.761867 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading Plugin: auto_allocate Nov 22 10:26:42.767802 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: network precommit_update 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.768180 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: network precommit_create 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.768705 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102803) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 10:26:42.769032 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading Plugin: tag Nov 22 10:26:42.775831 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102803) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 10:26:42.776165 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading Plugin: timestamp Nov 22 10:26:42.780427 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102803) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 10:26:42.780762 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading Plugin: network_ip_availability Nov 22 10:26:42.786389 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.786769 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.787131 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:42.787917 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102803) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 10:26:42.788242 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading Plugin: flavors Nov 22 10:26:42.793231 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102803) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 10:26:42.793569 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading Plugin: revisions Nov 22 10:26:42.797906 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102803) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 10:26:42.798306 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_concurrency.lockutils [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.813s {{(pid=102803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 22 10:26:42.799067 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102803) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 22 10:26:42.799410 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Initializing extension manager. Nov 22 10:26:42.799960 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: __init__.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.800311 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: __pycache__ {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.800652 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.800988 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: address_group.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.801760 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.802339 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: address-group Nov 22 10:26:42.802666 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: address_scope.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.805034 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.805574 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: address-scope Nov 22 10:26:42.805914 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.806887 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.807420 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: router-admin-state-down-before-update Nov 22 10:26:42.807798 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: agent.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.808543 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.809058 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: agent Nov 22 10:26:42.809387 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: agent_resources_synced.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.810311 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.810820 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: agent-resources-synced Nov 22 10:26:42.811151 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: allowedaddresspairs.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.813046 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.813569 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: allowed-address-pairs Nov 22 10:26:42.813892 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: auto_allocated_topology.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.814988 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.815508 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: auto-allocated-topology Nov 22 10:26:42.815860 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: availability_zone.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.816568 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.817075 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: availability_zone Nov 22 10:26:42.817404 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: availability_zone_filter.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.818322 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.818833 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: availability_zone_filter Nov 22 10:26:42.819155 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: data_plane_status.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.820118 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.820628 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extension data-plane-status not supported by any of loaded plugins Nov 22 10:26:42.820950 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: default_subnetpools.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.821875 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.822389 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: default-subnetpools Nov 22 10:26:42.822712 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.823539 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.824088 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: dhcp_agent_scheduler Nov 22 10:26:42.824409 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: dns.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.825333 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.825840 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extension dns-integration not supported by any of loaded plugins Nov 22 10:26:42.826163 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: dns_domain_ports.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.827088 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.827593 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 22 10:26:42.827945 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.828874 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.829375 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 22 10:26:42.829698 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: dvr.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.830380 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.830889 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: dvr Nov 22 10:26:42.831208 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: ecmp_routes.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.832164 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.832666 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 22 10:26:42.832991 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: empty_string_filtering.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.833900 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.834404 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: empty-string-filtering Nov 22 10:26:42.834732 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.835680 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.836231 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 22 10:26:42.836557 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.837480 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.837984 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 22 10:26:42.838312 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: external_net.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.839224 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.839800 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: external-net Nov 22 10:26:42.840125 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.841044 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.841554 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: extra_dhcp_opt Nov 22 10:26:42.841880 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: extraroute.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.842812 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.843315 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: extraroute Nov 22 10:26:42.843645 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: extraroute_atomic.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.844716 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.845229 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: extraroute-atomic Nov 22 10:26:42.845555 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: filter_validation.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.846235 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.846740 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: filter-validation Nov 22 10:26:42.847068 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: fip_pf_description.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.848008 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.848509 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 22 10:26:42.848835 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: fip_port_details.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.849759 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.850266 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: fip-port-details Nov 22 10:26:42.850585 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: flavors.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.851897 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.852415 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: flavors Nov 22 10:26:42.852746 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.854485 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.855002 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 22 10:26:42.855336 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: floatingip_pools.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.856067 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.856577 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: floatingip-pools Nov 22 10:26:42.856906 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: ip_allocation.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.857846 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.858357 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extension ip_allocation not supported by any of loaded plugins Nov 22 10:26:42.858685 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.859604 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.860149 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: ip-substring-filtering Nov 22 10:26:42.860477 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: l2_adjacency.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.861735 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.862236 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 22 10:26:42.862558 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: l3.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.863753 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.864276 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: router Nov 22 10:26:42.864605 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.866874 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.867533 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 22 10:26:42.867903 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.868846 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.869363 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: ext-gw-mode Nov 22 10:26:42.869689 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.870616 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.871125 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: l3-ha Nov 22 10:26:42.871455 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: l3_flavors.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.872412 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.872923 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: l3-flavors Nov 22 10:26:42.873249 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.874170 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.874678 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 22 10:26:42.875005 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: l3agentscheduler.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.876089 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.876589 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: l3_agent_scheduler Nov 22 10:26:42.876928 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: local_ip.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.878704 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.879219 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extension local_ip not supported by any of loaded plugins Nov 22 10:26:42.879555 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: logging.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.881062 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.881578 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extension logging not supported by any of loaded plugins Nov 22 10:26:42.881910 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: metering.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.882691 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.883285 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: metering Nov 22 10:26:42.883615 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.884767 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.885284 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: metering_source_and_destination_fields Nov 22 10:26:42.885610 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: multiprovidernet.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.886539 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.887059 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: multi-provider Nov 22 10:26:42.887387 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: netmtu.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.888334 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.888843 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: net-mtu Nov 22 10:26:42.889168 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: netmtu_writable.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.890095 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.890606 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: net-mtu-writable Nov 22 10:26:42.890932 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: network_availability_zone.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.891603 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.892139 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: network_availability_zone Nov 22 10:26:42.892465 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: network_ip_availability.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.893574 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.894086 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: network-ip-availability Nov 22 10:26:42.894411 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: network_segment_range.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.895178 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.895692 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extension network-segment-range not supported by any of loaded plugins Nov 22 10:26:42.896028 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: pagination.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.897024 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.897485 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: pagination Nov 22 10:26:42.897807 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: port_device_profile.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.898784 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.899297 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: port-device-profile Nov 22 10:26:42.899626 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.900581 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.901091 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: port-mac-address-regenerate Nov 22 10:26:42.901420 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.902330 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.902842 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: port-numa-affinity-policy Nov 22 10:26:42.903169 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: port_resource_request.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.904129 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.904637 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extension port-resource-request not supported by any of loaded plugins Nov 22 10:26:42.904963 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: port_resource_request_groups.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.905927 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.906440 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 22 10:26:42.906769 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: portbindings.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.907730 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.908245 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: binding Nov 22 10:26:42.908573 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: portbindings_extended.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.909847 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.910355 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: binding-extended Nov 22 10:26:42.910684 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: portsecurity.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.911612 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.912154 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: port-security Nov 22 10:26:42.912480 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: project_id.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.913462 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.913870 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: project-id Nov 22 10:26:42.914175 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: providernet.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.915181 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.915697 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: provider Nov 22 10:26:42.916049 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: qos.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.919767 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.920272 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extension qos not supported by any of loaded plugins Nov 22 10:26:42.920599 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.922679 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.923203 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 22 10:26:42.923539 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.924519 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.925037 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 22 10:26:42.925365 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: qos_default.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.926291 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.926801 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extension qos-default not supported by any of loaded plugins Nov 22 10:26:42.927130 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: qos_fip.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.927814 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.928316 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extension qos-fip not supported by any of loaded plugins Nov 22 10:26:42.928636 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: qos_gateway_ip.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.929668 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.930242 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 22 10:26:42.930571 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: qos_port_network_policy.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.931494 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.932039 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 22 10:26:42.932363 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.933410 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.933921 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 22 10:26:42.934255 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: qos_pps_rule.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.935441 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.935991 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extension qos-pps not supported by any of loaded plugins Nov 22 10:26:42.936324 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: qos_rule_type_details.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.937254 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.937776 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 22 10:26:42.938102 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: qos_rules_alias.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.939150 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.939692 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 22 10:26:42.940023 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: quota_check_limit.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.940945 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.941460 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: quota-check-limit Nov 22 10:26:42.941790 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: quotasv2.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.942765 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.943105 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: quotas Nov 22 10:26:42.943426 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: quotasv2_detail.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.946981 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.947330 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: quota_details Nov 22 10:26:42.947689 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: rbac.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.948784 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.949316 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: rbac-policies Nov 22 10:26:42.949648 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: rbac_address_group.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.950589 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.951113 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: rbac-address-group Nov 22 10:26:42.951441 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: rbac_address_scope.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.952397 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.953091 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: rbac-address-scope Nov 22 10:26:42.956887 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: rbac_security_groups.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.956887 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.956887 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: rbac-security-groups Nov 22 10:26:42.956887 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: rbac_subnetpool.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.956887 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.956887 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: rbac-subnetpool Nov 22 10:26:42.956887 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: revisionifmatch.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.957655 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.958163 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: revision-if-match Nov 22 10:26:42.958488 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: revisions.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.959612 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.960154 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: standard-attr-revisions Nov 22 10:26:42.960479 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: router_availability_zone.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.961404 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.961835 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: router_availability_zone Nov 22 10:26:42.962159 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: routerservicetype.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.963118 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.963627 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extension router-service-type not supported by any of loaded plugins Nov 22 10:26:42.963978 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.964978 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.965525 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: security-groups-normalized-cidr Nov 22 10:26:42.965823 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.966805 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.967320 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: port-security-groups-filtering Nov 22 10:26:42.967723 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.968745 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.969252 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: security-groups-remote-address-group Nov 22 10:26:42.969574 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.970563 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.971126 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: security-groups-shared-filtering Nov 22 10:26:42.971476 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.972109 dv-cinder-804035-13-iscsi neutron-server[102803]: WARNING neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 22 10:26:42.972414 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: securitygroup.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.983305 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.983863 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: security-group Nov 22 10:26:42.984200 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: segment.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.985019 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.985532 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extension segment not supported by any of loaded plugins Nov 22 10:26:42.985862 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.987163 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.987706 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 22 10:26:42.988039 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: servicetype.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.989160 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.989678 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: service-type Nov 22 10:26:42.990007 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: sorting.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.991007 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.991347 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: sorting Nov 22 10:26:42.991698 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: standard_attr_segment.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.992684 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.993200 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 22 10:26:42.993527 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: standardattrdescription.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.994181 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.994696 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: standard-attr-description Nov 22 10:26:42.995023 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: stateful_security_group.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.996004 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.996520 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: stateful-security-group Nov 22 10:26:42.996847 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: stdattrs_common.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.997427 dv-cinder-804035-13-iscsi neutron-server[102803]: WARNING neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 22 10:26:42.997755 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:42.998731 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:42.999241 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 22 10:26:42.999566 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: subnet_onboard.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:43.000698 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:43.001223 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: subnet_onboard Nov 22 10:26:43.001554 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:43.002510 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:43.003024 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 22 10:26:43.003354 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: subnet_service_types.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:43.004324 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:43.004841 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: subnet-service-types Nov 22 10:26:43.005184 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: subnetallocation.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:43.006287 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:43.006804 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: subnet_allocation Nov 22 10:26:43.007136 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:43.007928 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:43.008403 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: subnetpool-prefix-ops Nov 22 10:26:43.008742 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:43.009680 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:43.010203 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 22 10:26:43.010529 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: tagging.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:43.011652 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:43.012209 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: standard-attr-tag Nov 22 10:26:43.012537 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: timestamp.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:43.013761 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:43.014278 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loaded extension: standard-attr-timestamp Nov 22 10:26:43.014609 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: trunk.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:43.015648 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:43.016194 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extension trunk not supported by any of loaded plugins Nov 22 10:26:43.016526 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: trunk_details.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:43.017457 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:43.017973 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extension trunk-details not supported by any of loaded plugins Nov 22 10:26:43.018303 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: uplink_status_propagation.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:43.019228 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:43.019770 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 22 10:26:43.020099 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Loading extension file: vlantransparent.py {{(pid=102803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 10:26:43.020779 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 10:26:43.021283 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 22 10:26:43.024209 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.quota.resource_registry [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Creating instance of TrackedResource for resource:network Nov 22 10:26:43.024796 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.quota.resource_registry [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Creating instance of TrackedResource for resource:subnet Nov 22 10:26:43.025202 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.quota.resource_registry [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 10:26:43.025597 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.quota.resource_registry [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Creating instance of TrackedResource for resource:port Nov 22 10:26:43.026891 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.v2.resource_helper [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 10:26:43.027332 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.v2.resource_helper [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Service FLAVORS assigned prefix: {{(pid=102803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 10:26:43.027998 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.v2.resource_helper [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 10:26:43.028435 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.v2.resource_helper [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 10:26:43.028773 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.quota.resource_registry [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Creating instance of TrackedResource for resource:router Nov 22 10:26:43.029220 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.quota.resource_registry [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Creating instance of TrackedResource for resource:floatingip Nov 22 10:26:43.029713 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.v2.resource_helper [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Service METERING assigned prefix: /metering {{(pid=102803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 10:26:43.031195 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:43.031573 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:43.032033 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:26:43.033121 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.quota.resource_registry [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Creating instance of CountableResource for resource:rbac_policy Nov 22 10:26:43.033566 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.quota.resource_registry [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Creating instance of TrackedResource for resource:security_group Nov 22 10:26:43.034041 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.quota.resource_registry [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 22 10:26:43.034670 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.v2.resource_helper [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Service CORE assigned prefix: {{(pid=102803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 10:26:43.035015 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.quota.resource_registry [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 10:26:43.035370 dv-cinder-804035-13-iscsi neutron-server[102803]: WARNING neutron.quota.resource_registry [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] subnetpool is already registered Nov 22 10:26:43.035831 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.v2.resource_helper [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Service CORE assigned prefix: {{(pid=102803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 10:26:43.036169 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.quota.resource_registry [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 10:26:43.036508 dv-cinder-804035-13-iscsi neutron-server[102803]: WARNING neutron.quota.resource_registry [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] subnetpool is already registered Nov 22 10:26:43.038790 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.v2.resource_helper [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 10:26:43.039395 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.v2.resource_helper [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Service FLAVORS assigned prefix: {{(pid=102803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 10:26:43.040020 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.v2.resource_helper [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 10:26:43.040444 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.v2.resource_helper [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 10:26:43.040782 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.quota.resource_registry [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Creating instance of TrackedResource for resource:router Nov 22 10:26:43.041125 dv-cinder-804035-13-iscsi neutron-server[102803]: WARNING neutron.quota.resource_registry [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] router is already registered Nov 22 10:26:43.041537 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.quota.resource_registry [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Creating instance of TrackedResource for resource:floatingip Nov 22 10:26:43.041879 dv-cinder-804035-13-iscsi neutron-server[102803]: WARNING neutron.quota.resource_registry [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] floatingip is already registered Nov 22 10:26:43.042355 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.v2.resource_helper [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Service METERING assigned prefix: /metering {{(pid=102803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 10:26:43.043018 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.quota.resource_registry [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Creating instance of CountableResource for resource:rbac_policy Nov 22 10:26:43.043343 dv-cinder-804035-13-iscsi neutron-server[102803]: WARNING neutron.quota.resource_registry [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] rbac_policy is already registered Nov 22 10:26:43.043786 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.quota.resource_registry [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Creating instance of TrackedResource for resource:security_group Nov 22 10:26:43.044125 dv-cinder-804035-13-iscsi neutron-server[102803]: WARNING neutron.quota.resource_registry [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] security_group is already registered Nov 22 10:26:43.044530 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.quota.resource_registry [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 22 10:26:43.044859 dv-cinder-804035-13-iscsi neutron-server[102803]: WARNING neutron.quota.resource_registry [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] security_group_rule is already registered Nov 22 10:26:43.045487 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.v2.resource_helper [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Service CORE assigned prefix: {{(pid=102803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 10:26:43.045818 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.quota.resource_registry [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 10:26:43.046154 dv-cinder-804035-13-iscsi neutron-server[102803]: WARNING neutron.quota.resource_registry [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] subnetpool is already registered Nov 22 10:26:43.046581 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.v2.resource_helper [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Service CORE assigned prefix: {{(pid=102803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 10:26:43.046907 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.quota.resource_registry [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 10:26:43.047226 dv-cinder-804035-13-iscsi neutron-server[102803]: WARNING neutron.quota.resource_registry [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] subnetpool is already registered Nov 22 10:26:43.047703 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extended resource: extensions {{(pid=102803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 10:26:43.049242 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extended resource: address-groups {{(pid=102803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 10:26:43.050755 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extended resource: address-scopes {{(pid=102803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 10:26:43.052127 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extended resource: agents {{(pid=102803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 10:26:43.053316 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extended resource: auto-allocated-topology {{(pid=102803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 10:26:43.054783 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extended resource: availability_zones {{(pid=102803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 10:26:43.056045 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extended resource: dhcp-networks {{(pid=102803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 10:26:43.057592 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extended resource: dhcp-agents {{(pid=102803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 10:26:43.059042 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extended resource: routers {{(pid=102803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 10:26:43.062564 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extended resource: flavors {{(pid=102803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 10:26:43.063875 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extended resource: service_profiles {{(pid=102803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 10:26:43.065105 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extended resource: next_providers {{(pid=102803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 10:26:43.066577 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extended resource: service_profiles {{(pid=102803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 10:26:43.068212 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extended resource: floatingip-pools {{(pid=102803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 10:26:43.069437 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extended resource: routers {{(pid=102803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 10:26:43.071839 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extended resource: floatingips {{(pid=102803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 10:26:43.073134 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extended resource: l3-routers {{(pid=102803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 10:26:43.074562 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extended resource: l3-agents {{(pid=102803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 10:26:43.076031 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extended resource: metering-labels {{(pid=102803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 10:26:43.077410 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extended resource: metering-label-rules {{(pid=102803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 10:26:43.078837 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extended resource: network-ip-availabilities {{(pid=102803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 10:26:43.080165 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extended resource: bindings {{(pid=102803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 10:26:43.081848 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extended resource: quotas {{(pid=102803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 10:26:43.083416 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extended resource: quotas {{(pid=102803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 10:26:43.085259 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extended resource: rbac-policies {{(pid=102803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 10:26:43.086700 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extended resource: security-groups {{(pid=102803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 10:26:43.087991 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extended resource: security-group-rules {{(pid=102803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 10:26:43.089254 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extended resource: service-providers {{(pid=102803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 10:26:43.090482 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extended resource: subnetpools {{(pid=102803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 10:26:43.091956 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extended resource: subnetpools {{(pid=102803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 10:26:43.093732 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extended resource: tags {{(pid=102803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 10:26:43.095441 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extended resource: tags {{(pid=102803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 10:26:43.097321 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extended resource: tags {{(pid=102803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 10:26:43.099126 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extended resource: tags {{(pid=102803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 10:26:43.101071 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extended resource: tags {{(pid=102803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 10:26:43.102981 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extended resource: tags {{(pid=102803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 10:26:43.104736 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extended resource: tags {{(pid=102803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 10:26:43.106683 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extended resource: tags {{(pid=102803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 10:26:43.108595 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extended resource: tags {{(pid=102803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 10:26:43.110488 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron.api.extensions [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Extended resource: tags {{(pid=102803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 10:26:43.117045 dv-cinder-804035-13-iscsi neutron-server[102803]: WARNING keystonemiddleware.auth_token [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 22 10:26:43.121881 dv-cinder-804035-13-iscsi neutron-server[102803]: WARNING keystonemiddleware.auth_token [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 22 10:26:43.130756 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_concurrency.lockutils [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Acquired lock "singleton_lock" {{(pid=102803) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 22 10:26:43.131233 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_concurrency.lockutils [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Releasing lock "singleton_lock" {{(pid=102803) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 22 10:26:43.131922 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO oslo_service.service [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Starting 2 workers Nov 22 10:26:43.136780 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Started child 102910 {{(pid=102803) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 22 10:26:43.141258 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Started child 102911 {{(pid=102803) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 22 10:26:43.142239 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:26:43.142900 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO neutron.service [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 22 10:26:43.143392 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Publish callbacks [] for process, before_spawn {{(pid=102803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:26:43.143816 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [-] (102910) wsgi starting up on http://0.0.0.0:9696 Nov 22 10:26:43.145952 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO oslo_service.service [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Starting 1 workers Nov 22 10:26:43.146318 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:26:43.147691 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [-] (102911) wsgi starting up on http://0.0.0.0:9696 Nov 22 10:26:43.151184 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Started child 102912 {{(pid=102803) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 22 10:26:43.151765 dv-cinder-804035-13-iscsi neutron-server[102803]: INFO oslo_service.service [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Starting 1 workers Nov 22 10:26:43.155062 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.service [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] calling RpcWorker wait() {{(pid=102912) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 22 10:26:43.155633 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.service [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] returning from RpcWorker wait() {{(pid=102912) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 22 10:26:43.156257 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Started child 102913 {{(pid=102803) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 22 10:26:43.156820 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:26:43.157021 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG neutron_lib.callbacks.manager [None req-cd766703-1221-400b-bf60-ebb35a956be2 None None] Publish callbacks [] for process, after_spawn {{(pid=102803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:26:43.157284 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:26:43.159113 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102803) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 22 10:26:43.159294 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 22 10:26:43.159653 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 22 10:26:43.159926 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 22 10:26:43.160279 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 22 10:26:43.160428 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 22 10:26:43.161127 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.161405 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.161666 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.161916 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.162028 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:26:43.162540 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.162791 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.163065 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.163321 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.163601 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.163916 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.164088 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.164258 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.164502 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.164739 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.165027 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:26:43.165121 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.165353 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.165591 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.165843 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.166031 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.166272 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.166534 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.166764 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.167030 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] debug = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.167292 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.167803 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.168052 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.168325 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.168546 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.168811 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.169040 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.169297 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.169541 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.169780 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.170015 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.170268 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.170509 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.170750 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.170998 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.171229 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.171492 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.171732 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.172204 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] host = dv-cinder-804035-13-iscsi {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.172453 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.172692 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.172936 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.173185 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.173448 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.173692 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.173940 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.174194 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.174454 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.174679 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.174937 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.175352 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.175598 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.175867 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] log_file = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.176039 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] log_options = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.176273 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.176557 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.176809 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.177009 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.177179 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.177360 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.177620 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.177785 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.178034 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.178248 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.178460 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.178674 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.178921 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.179154 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.179499 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.179762 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.179973 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.180185 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.180429 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.180674 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.180902 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.181128 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.181364 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.181590 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.181824 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.182056 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.182297 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.182512 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.182746 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.183020 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.183206 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.183458 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.183690 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.183928 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.184187 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.184459 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.184639 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.184868 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.185142 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.185363 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.185602 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.185856 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.186095 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.186347 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.186563 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.186804 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.187046 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] use_json = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.187266 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.187505 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.187777 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.187993 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.188212 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.188433 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.188672 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.188918 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.189336 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.189613 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.189940 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.190363 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.190742 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.191187 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.191404 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.191541 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.191901 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.192138 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.192454 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.192976 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.192976 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.193692 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.193692 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.193956 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.194316 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.194316 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.194685 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.194835 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.195083 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.195373 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.195515 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.195832 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.196001 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.196235 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.196667 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.196822 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.197066 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.197347 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.197626 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.197887 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.198149 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.198373 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.198629 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.198887 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.199125 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.199346 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.199565 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.199874 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.200132 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.200332 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.200571 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.200770 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.201014 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.201215 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.201479 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.201717 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.201976 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.202189 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.202391 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.202628 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.202828 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.203205 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.203354 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.203523 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.203799 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.203981 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.204250 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.204450 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.204659 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.205062 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.205256 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.205503 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.205671 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.205908 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.206107 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.206363 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.206572 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.206839 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.207057 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.207501 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.207501 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.207846 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.207846 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.208118 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.208280 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.208530 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.208834 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.208995 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.209137 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.209377 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.209587 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.209745 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.210008 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.210224 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.210385 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.210626 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.210950 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.211169 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.211383 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.211559 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.212247 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.212439 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.212601 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.212823 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.213065 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.213294 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.213539 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.213866 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.214018 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.214208 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.214451 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.218075 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.218075 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.218075 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.218075 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.218075 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.218075 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.218075 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.219456 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.219456 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.219456 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.219456 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.219456 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.219456 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.220280 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.223587 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.223587 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.223587 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.223587 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.223587 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.227791 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.228398 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.231644 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.231946 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.232214 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.234236 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.234468 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.234740 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.235012 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.235278 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.235558 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.238335 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.238627 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.238884 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.239125 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.239381 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.239758 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.240033 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.240322 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.240577 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.240852 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.241128 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.241417 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.241708 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.241992 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.242256 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.242548 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.242857 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.243112 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.243369 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.243616 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.244283 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.244557 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.245515 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.245782 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.246010 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.246257 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.246516 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.246757 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.247010 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.247235 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.247463 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.247711 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.247973 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.248193 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.248427 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.248679 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.248902 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.249125 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.249349 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.249567 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.249839 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.250062 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.250338 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.250594 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.250832 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.251081 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.251331 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.251572 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.251818 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.252078 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.252320 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.252540 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.252763 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.252983 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.253201 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.253434 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.253684 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.253920 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.254160 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.254408 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.254741 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.254991 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.255224 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.255447 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.255685 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.255925 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.256167 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.256388 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.256614 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.256838 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.257057 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.257299 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.257745 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.258224 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.258224 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.258420 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.258637 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.258857 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.259090 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.259406 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.259634 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.259894 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.260149 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.260388 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.260603 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.260862 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.261078 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.261292 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.261520 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.261738 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.262106 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.262714 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.262951 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.263325 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.263573 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.263965 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.264592 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.265195 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.265555 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.265920 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.266153 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.266377 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.266595 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.266833 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.267050 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.267266 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.267513 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.267749 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.267968 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.268203 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.268415 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.268628 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.268851 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.269070 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.269282 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.269597 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.269864 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.270381 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.270381 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.270635 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.270883 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.271127 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.271433 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.271656 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.271921 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.272164 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.272385 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.272610 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.272878 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.273260 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.273601 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.274001 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.274137 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.274363 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.274650 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.274915 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.275134 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.275432 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.275798 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.276069 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.276324 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.276556 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.277001 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.277241 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.277465 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.277709 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.277949 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.278185 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.278433 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.278666 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.278913 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.279152 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.279402 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.279624 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.279899 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.280115 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.280343 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.280576 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.280736 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 22 10:26:43.280876 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:26:43.281276 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102803) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 22 10:26:43.281442 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 22 10:26:43.281598 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 22 10:26:43.281768 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 22 10:26:43.281939 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 22 10:26:43.282094 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 22 10:26:43.282306 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.282470 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.282633 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.282795 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.282956 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.283138 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.283299 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.283458 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.283618 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.283802 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.283963 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.284124 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.284296 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.284433 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.284592 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.284754 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.284913 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.285074 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.285240 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.285399 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.285559 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.285718 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.285880 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] debug = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.286039 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.286245 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.286411 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.286621 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.286720 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.286879 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.287038 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.287199 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.287358 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.287517 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.287691 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.287855 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.288015 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.288174 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.288333 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.288492 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.288651 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.288909 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.289079 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] host = dv-cinder-804035-13-iscsi {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.289255 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.289385 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.289589 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.289726 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.289860 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.289992 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.290136 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.290291 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.290449 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.290607 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.290768 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.290914 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.291073 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.291236 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] log_file = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.291365 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] log_options = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.291513 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.291696 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.291833 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.292024 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.292189 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.292350 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.292510 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.292669 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.292816 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.292960 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.293123 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.293282 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.293441 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.293599 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.293745 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.293943 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.294100 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.294264 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.294475 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.294475 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.294740 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.294886 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.295022 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.295156 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.295291 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.295556 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.295556 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.295856 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.295856 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.296150 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.296150 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.296344 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.296424 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.296572 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.296752 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.296892 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.297053 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.297211 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.297377 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.297536 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.297696 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.297855 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.298015 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.298174 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.298334 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.298493 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.298653 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] use_json = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.298814 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.298974 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.299133 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.299293 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.299454 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.299602 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.299793 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.299944 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 10:26:43.300119 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.300285 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.300461 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.300626 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.300789 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.300941 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.301091 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.301253 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.301405 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.301568 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.301739 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.301901 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.302077 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.302242 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.302405 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.302572 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.302737 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.302889 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.303037 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.303186 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.303350 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.303513 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.303709 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.303872 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.304028 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.304192 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.304378 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.304554 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.304718 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.304889 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.305259 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.305259 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.305457 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.305597 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.305729 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.305854 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.305964 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.306106 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.306242 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.306395 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.306560 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.306726 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.306993 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.307147 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.307285 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.307439 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.307574 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.307744 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.307885 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.308018 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.308162 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.308302 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.308447 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.308583 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.308716 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.308878 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.309041 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.309217 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.309381 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.309544 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.309706 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.309869 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.310032 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.310195 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.310359 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.310522 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.310684 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.310846 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.311023 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.311185 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.311338 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.311498 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.311649 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.311847 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.311984 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.312120 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.312286 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.312449 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.312611 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.312772 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.312910 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.313071 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.313236 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.313398 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.313547 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.313694 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.313860 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.314024 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.314186 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.314348 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.314511 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.314683 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.314862 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.315025 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.315189 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.315351 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.315514 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.315708 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.315866 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.316014 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.316149 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.316293 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.316455 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.316616 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.316788 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.316964 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.317173 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.317300 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.317421 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.317560 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.317721 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.317883 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.318063 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.318205 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.318366 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.318529 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.318690 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.318850 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.319021 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.319183 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.319348 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.319510 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.319694 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.319869 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.320087 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.320253 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.320433 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.320606 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.320779 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.320928 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.321038 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.321161 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.321324 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.321488 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.321662 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.321826 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.321988 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.322152 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.322337 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.322499 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.322685 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.322823 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.322985 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.323147 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.323313 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.323474 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.323638 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.323825 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.323989 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.324180 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.324318 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.324489 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.324632 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.324794 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.324957 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.325120 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.325282 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.325446 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.325609 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.325771 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.325932 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.326095 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.326257 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.326420 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.326583 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.326751 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.326914 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.327077 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.327252 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.327397 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.327558 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.327743 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.327909 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.328070 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.328254 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.328382 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.328535 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.328723 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.328876 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.329000 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.329141 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.329306 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.329467 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.329629 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.329792 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.330134 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.330134 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.330378 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.330516 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.330636 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.330754 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.330885 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.331008 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.331176 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.331533 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.331533 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.331817 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.331817 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.332047 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.332180 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.332302 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.332445 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.332584 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.332711 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.332862 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.333018 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.333182 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.333328 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.333495 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.333657 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.333819 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.333980 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.334156 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.334319 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.334481 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.334643 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.334805 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.334967 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.335143 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.335306 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.335469 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.335635 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.335878 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.336034 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.336172 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.336308 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.336444 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.336578 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.336738 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.336901 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.337077 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.337238 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.337574 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.337738 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.337901 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.338063 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.338241 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.338405 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.338568 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.338732 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.338898 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.339428 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.339428 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.339428 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.339874 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.339874 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.339874 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.340896 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.340896 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.340896 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.340896 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.340896 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.340896 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.340896 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.341819 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.341819 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.341819 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.341819 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.341819 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.341819 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.342602 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.342602 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.342602 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.342602 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.342602 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.343223 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.343223 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.343223 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.343223 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.343864 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.343864 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.343864 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.343864 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.344257 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.344257 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.344472 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.344472 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.344680 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.344940 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.344940 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.345203 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.345203 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.345459 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.345594 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.345743 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.345888 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.346025 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.346160 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.346295 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.346429 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.346564 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 10:26:43.346723 dv-cinder-804035-13-iscsi neutron-server[102803]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 22 10:26:43.348482 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 36642) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:26:43.357659 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069673 Nov 22 10:26:54.733997 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f4c6f6-6326-4098-b094-20a6558c932b None None] get_active_networks_info from dv-cinder-804035-13-iscsi {{(pid=102912) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 10:26:54.791349 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f4c6f6-6326-4098-b094-20a6558c932b None None] No non-hosted networks {{(pid=102912) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 22 10:26:54.805706 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.agentschedulers_db [None req-69f4c6f6-6326-4098-b094-20a6558c932b None None] DHCP Agent not found on host dv-cinder-804035-13-iscsi {{(pid=102912) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 22 10:26:54.917877 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-bd404f1d-9aab-4c9e-93d7-cef7088e08e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1032077'] for agent, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:26:56.904191 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-78694fad-81cf-4ada-b7f8-63649751b0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1032077'] for agent, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:26:56.955083 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d9fbf639-93ae-4212-8043-6a5ede1addb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:26:58.077133 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0c934117-efa3-4f33-917a-019854f2ef65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1032077'] for agent, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:26:59.852786 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e21c8dd6-a119-43bc-9b42-7d87f9168fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1032077'] for agent, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:26:59.975189 dv-cinder-804035-13-iscsi neutron-server[102912]: INFO neutron.db.l3_hamode_db [None req-8e2fec35-e7f2-4e83-bc8c-f625783117d9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 22 10:27:00.056041 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2fec35-e7f2-4e83-bc8c-f625783117d9 None None] Routers set() bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:27:00.056455 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2fec35-e7f2-4e83-bc8c-f625783117d9 None None] Router IDs set() for agent in host dv-cinder-804035-13-iscsi {{(pid=102912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 22 10:27:00.755087 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1032077'] for agent, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:00.755829 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:27:00.756178 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:27:00.756519 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:27:00.756981 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:27:00.757302 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:27:00.757631 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:27:00.757985 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:27:00.758305 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:27:00.758630 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:27:00.759148 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:27:00.759497 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:27:00.759872 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:27:00.760283 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804035-13-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:27:00.768019 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804035-13-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:27:00.848413 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 36732) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:27:01.398912 dv-cinder-804035-13-iscsi neutron-server[102911]: WARNING oslo_policy.policy [None req-c2ce0017-ce95-4448-8d7d-5d8444973b5e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 10:27:01.399519 dv-cinder-804035-13-iscsi neutron-server[102911]: WARNING oslo_policy.policy [None req-c2ce0017-ce95-4448-8d7d-5d8444973b5e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 10:27:01.637975 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [None req-c2ce0017-ce95-4448-8d7d-5d8444973b5e admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 10:27:01.638979 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-c2ce0017-ce95-4448-8d7d-5d8444973b5e admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7896197 Nov 22 10:27:04.199122 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 36750) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:27:04.535540 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-cb855176-36de-44cf-b555-1d31920960ad admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:27:04.629975 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.policy [None req-cb855176-36de-44cf-b555-1d31920960ad admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102911) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 22 10:27:04.676846 dv-cinder-804035-13-iscsi neutron-server[102911]: WARNING oslo_policy.policy [None req-cb855176-36de-44cf-b555-1d31920960ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 10:27:04.677229 dv-cinder-804035-13-iscsi neutron-server[102911]: WARNING oslo_policy.policy [None req-cb855176-36de-44cf-b555-1d31920960ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 10:27:04.685954 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.quota [None req-cb855176-36de-44cf-b555-1d31920960ad admin admin] Loaded quota_driver: . Nov 22 10:27:04.782627 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-cb855176-36de-44cf-b555-1d31920960ad admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749315029564', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749314999401', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749315008738', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749315014123', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749315054437', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749315032163', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-4185154', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3946077', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-851125', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-661856'] for rbac-policy, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:04.856977 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-cb855176-36de-44cf-b555-1d31920960ad admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:04.858179 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-cb855176-36de-44cf-b555-1d31920960ad admin admin] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6580200 Nov 22 10:27:07.704029 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 36762) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:27:08.074815 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-1c451516-f758-47e4-ae94-b8c7d88044d5 admin admin] Request body: {'network': {'tenant_id': 'c2f22eb42aa84194ac533f041a2efd8c', 'admin_state_up': True, 'project_id': 'c2f22eb42aa84194ac533f041a2efd8c', 'name': 'private'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:27:08.119695 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c451516-f758-47e4-ae94-b8c7d88044d5 admin admin] Made reservation on behalf of c2f22eb42aa84194ac533f041a2efd8c for: {'network': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 10:27:08.123352 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-1c451516-f758-47e4-ae94-b8c7d88044d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for network, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:08.146763 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-1c451516-f758-47e4-ae94-b8c7d88044d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:08.263333 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-1c451516-f758-47e4-ae94-b8c7d88044d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:08.269525 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-1c451516-f758-47e4-ae94-b8c7d88044d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:08.290020 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c451516-f758-47e4-ae94-b8c7d88044d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=102911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 10:27:08.318663 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-1c451516-f758-47e4-ae94-b8c7d88044d5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749315723740', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4063698'] for segment, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:08.319449 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-1c451516-f758-47e4-ae94-b8c7d88044d5 admin admin] Unsubscribe: segment precommit_create {{(pid=102911) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 22 10:27:08.319963 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.db.segments_db [None req-1c451516-f758-47e4-ae94-b8c7d88044d5 admin admin] Added segment 1008a79d-1e28-4cb3-a9a4-5658079f66b2 of type vlan for network 97c9dbbc-6aaa-4ca8-8463-d335c6ac6f67 Nov 22 10:27:08.336338 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c451516-f758-47e4-ae94-b8c7d88044d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc7548f-49d0-47d5-9f67-c13d9ff52b1f,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:27:08.386804 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c451516-f758-47e4-ae94-b8c7d88044d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:27:08.387050 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c451516-f758-47e4-ae94-b8c7d88044d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:27:08.387372 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c451516-f758-47e4-ae94-b8c7d88044d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:27:08.387703 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c451516-f758-47e4-ae94-b8c7d88044d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:27:08.388059 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c451516-f758-47e4-ae94-b8c7d88044d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:27:08.388395 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c451516-f758-47e4-ae94-b8c7d88044d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:27:08.388720 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c451516-f758-47e4-ae94-b8c7d88044d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:27:08.389053 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c451516-f758-47e4-ae94-b8c7d88044d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:27:08.389376 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c451516-f758-47e4-ae94-b8c7d88044d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:27:08.389686 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c451516-f758-47e4-ae94-b8c7d88044d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:27:08.389995 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c451516-f758-47e4-ae94-b8c7d88044d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:27:08.390319 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c451516-f758-47e4-ae94-b8c7d88044d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:27:08.391655 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c451516-f758-47e4-ae94-b8c7d88044d5 admin admin] Tracked resource versions report: Nov 22 10:27:08.391655 dv-cinder-804035-13-iscsi neutron-server[102911]: pushed versions: Nov 22 10:27:08.391655 dv-cinder-804035-13-iscsi neutron-server[102911]: { 'AddressGroup': {'1.2'}, Nov 22 10:27:08.391655 dv-cinder-804035-13-iscsi neutron-server[102911]: 'ConntrackHelper': {'1.0'}, Nov 22 10:27:08.391655 dv-cinder-804035-13-iscsi neutron-server[102911]: 'Log': {'1.0'}, Nov 22 10:27:08.391655 dv-cinder-804035-13-iscsi neutron-server[102911]: 'Network': {'1.1'}, Nov 22 10:27:08.391655 dv-cinder-804035-13-iscsi neutron-server[102911]: 'Port': {'1.7'}, Nov 22 10:27:08.391655 dv-cinder-804035-13-iscsi neutron-server[102911]: 'PortForwarding': {'1.2'}, Nov 22 10:27:08.391655 dv-cinder-804035-13-iscsi neutron-server[102911]: 'QosPolicy': {'1.10'}, Nov 22 10:27:08.391655 dv-cinder-804035-13-iscsi neutron-server[102911]: 'SecurityGroup': {'1.5'}, Nov 22 10:27:08.391655 dv-cinder-804035-13-iscsi neutron-server[102911]: 'SecurityGroupRule': {'1.2'}, Nov 22 10:27:08.391655 dv-cinder-804035-13-iscsi neutron-server[102911]: 'SubPort': {'1.0'}, Nov 22 10:27:08.391655 dv-cinder-804035-13-iscsi neutron-server[102911]: 'Subnet': {'1.1'}, Nov 22 10:27:08.391655 dv-cinder-804035-13-iscsi neutron-server[102911]: 'Trunk': {'1.1'}} Nov 22 10:27:08.391655 dv-cinder-804035-13-iscsi neutron-server[102911]: consumer versions: Nov 22 10:27:08.391655 dv-cinder-804035-13-iscsi neutron-server[102911]: { DHCP agent@dv-cinder-804035-13-iscsi: {}, Nov 22 10:27:08.391655 dv-cinder-804035-13-iscsi neutron-server[102911]: L3 agent@dv-cinder-804035-13-iscsi: {}, Nov 22 10:27:08.391655 dv-cinder-804035-13-iscsi neutron-server[102911]: Metadata agent@dv-cinder-804035-13-iscsi: {}, Nov 22 10:27:08.391655 dv-cinder-804035-13-iscsi neutron-server[102911]: Metering agent@dv-cinder-804035-13-iscsi: {}, Nov 22 10:27:08.391655 dv-cinder-804035-13-iscsi neutron-server[102911]: Open vSwitch agent@dv-cinder-804035-13-iscsi: { 'AddressGroup': '1.2', Nov 22 10:27:08.391655 dv-cinder-804035-13-iscsi neutron-server[102911]: 'ConntrackHelper': '1.0', Nov 22 10:27:08.391655 dv-cinder-804035-13-iscsi neutron-server[102911]: 'Log': '1.0', Nov 22 10:27:08.391655 dv-cinder-804035-13-iscsi neutron-server[102911]: 'Network': '1.1', Nov 22 10:27:08.391655 dv-cinder-804035-13-iscsi neutron-server[102911]: 'Port': '1.7', Nov 22 10:27:08.391655 dv-cinder-804035-13-iscsi neutron-server[102911]: 'PortForwarding': '1.2', Nov 22 10:27:08.391655 dv-cinder-804035-13-iscsi neutron-server[102911]: 'QosPolicy': '1.10', Nov 22 10:27:08.391655 dv-cinder-804035-13-iscsi neutron-server[102911]: 'SecurityGroup': '1.5', Nov 22 10:27:08.391655 dv-cinder-804035-13-iscsi neutron-server[102911]: 'SecurityGroupRule': '1.2', Nov 22 10:27:08.391655 dv-cinder-804035-13-iscsi neutron-server[102911]: 'SubPort': '1.0', Nov 22 10:27:08.391655 dv-cinder-804035-13-iscsi neutron-server[102911]: 'Subnet': '1.1', Nov 22 10:27:08.391655 dv-cinder-804035-13-iscsi neutron-server[102911]: 'Trunk': '1.1'}} Nov 22 10:27:08.391655 dv-cinder-804035-13-iscsi neutron-server[102911]: {{(pid=102911) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 10:27:08.441002 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-1c451516-f758-47e4-ae94-b8c7d88044d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749315269614'] for network, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:08.489196 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-1c451516-f758-47e4-ae94-b8c7d88044d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861'] for network, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:08.490375 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c451516-f758-47e4-ae94-b8c7d88044d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:27:08.491152 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-1c451516-f758-47e4-ae94-b8c7d88044d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for network, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:08.570157 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-1c451516-f758-47e4-ae94-b8c7d88044d5 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8650329 Nov 22 10:27:08.595298 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c451516-f758-47e4-ae94-b8c7d88044d5 admin admin] Pushing event updated for resources: {'Network': ['ID=97c9dbbc-6aaa-4ca8-8463-d335c6ac6f67,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:27:08.608564 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Network 97c9dbbc-6aaa-4ca8-8463-d335c6ac6f67 details requested by agent ovs-agent-dv-cinder-804035-13-iscsi with host dv-cinder-804035-13-iscsi {{(pid=102912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 10:27:11.415687 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 36776) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:27:11.830879 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb011918-5261-4fd7-ba37-cf585fb12915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:27:11.832416 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-eb011918-5261-4fd7-ba37-cf585fb12915 admin admin] 10.222.0.46 "GET /v2.0/networks/97c9dbbc-6aaa-4ca8-8463-d335c6ac6f67 HTTP/1.1" status: 200 len: 825 time: 0.4157526 Nov 22 10:27:11.858031 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-e97ec584-9eed-40c6-a2f5-ec7cad6bbea8 admin admin] 10.222.0.46 "GET /v2.0/subnetpools/b6be33c8-3387-4219-9d3b-178f3cfa03b0 HTTP/1.1" status: 200 len: 734 time: 0.0192163 Nov 22 10:27:11.867899 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-ca403831-e8fd-4a8b-826b-aa679978fab5 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': 'c2f22eb42aa84194ac533f041a2efd8c', 'subnetpool_id': 'b6be33c8-3387-4219-9d3b-178f3cfa03b0', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '97c9dbbc-6aaa-4ca8-8463-d335c6ac6f67'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:27:11.892990 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca403831-e8fd-4a8b-826b-aa679978fab5 admin admin] Made reservation on behalf of c2f22eb42aa84194ac533f041a2efd8c for: {'subnet': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 10:27:11.895287 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ca403831-e8fd-4a8b-826b-aa679978fab5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:12.207547 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ca403831-e8fd-4a8b-826b-aa679978fab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861'] for subnet, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:12.274001 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca403831-e8fd-4a8b-826b-aa679978fab5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c238b90-822b-46a4-b36c-9ed407770103,revision_number=0']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:27:12.282954 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca403831-e8fd-4a8b-826b-aa679978fab5 admin admin] Checking segment: {'id': '1008a79d-1e28-4cb3-a9a4-5658079f66b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '97c9dbbc-6aaa-4ca8-8463-d335c6ac6f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:27:12.283348 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca403831-e8fd-4a8b-826b-aa679978fab5 admin admin] Network hostable DHCP agents. Network: 97c9dbbc-6aaa-4ca8-8463-d335c6ac6f67, hostable agents: ['3a915d71-ad94-46fb-aadb-328912ff9e3f'], hosted agents: [] {{(pid=102911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 10:27:12.306661 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca403831-e8fd-4a8b-826b-aa679978fab5 admin admin] Network 97c9dbbc-6aaa-4ca8-8463-d335c6ac6f67 is scheduled to be hosted by DHCP agent 3a915d71-ad94-46fb-aadb-328912ff9e3f with binding_index 1 {{(pid=102911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 10:27:12.318054 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-ca403831-e8fd-4a8b-826b-aa679978fab5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-13-iscsi, 97c9dbbc-6aaa-4ca8-8463-d335c6ac6f67) {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:27:12.323450 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca403831-e8fd-4a8b-826b-aa679978fab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:27:12.324072 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ca403831-e8fd-4a8b-826b-aa679978fab5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for subnet, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:12.329265 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703ff298-5ead-4722-bb39-e86082fbc447 None None] Network 97c9dbbc-6aaa-4ca8-8463-d335c6ac6f67 requested from dv-cinder-804035-13-iscsi {{(pid=102912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 10:27:12.342583 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-ca403831-e8fd-4a8b-826b-aa679978fab5 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4781387 Nov 22 10:27:12.672690 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c605a9-ddc3-41b3-bd16-c9324288a143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3cb17f46-4a94-5537-b416-49c51b5b1ccb-97c9dbbc-6aaa-4ca8-8463-d335c6ac6f67', 'network_id': '97c9dbbc-6aaa-4ca8-8463-d335c6ac6f67', 'tenant_id': 'c2f22eb42aa84194ac533f041a2efd8c', 'fixed_ips': [{'subnet_id': '3c238b90-822b-46a4-b36c-9ed407770103'}]}} from dv-cinder-804035-13-iscsi. {{(pid=102912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 10:27:12.673935 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f3c605a9-ddc3-41b3-bd16-c9324288a143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:12.983065 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.db_base_plugin_common [None req-f3c605a9-ddc3-41b3-bd16-c9324288a143 None None] Allocated IP 172.20.0.2 (97c9dbbc-6aaa-4ca8-8463-d335c6ac6f67/3c238b90-822b-46a4-b36c-9ed407770103/fa8251af-d91b-4875-8155-b93d3dca6473) {{(pid=102912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 10:27:13.198076 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f3c605a9-ddc3-41b3-bd16-c9324288a143 None None] Publish callbacks [] for port, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:13.207947 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f3c605a9-ddc3-41b3-bd16-c9324288a143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749315246228'] for port, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:13.288370 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c605a9-ddc3-41b3-bd16-c9324288a143 None None] Network 97c9dbbc-6aaa-4ca8-8463-d335c6ac6f67 is already hosted by enough agents. {{(pid=102912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:27:13.293284 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.scheduler.base_scheduler [None req-f3c605a9-ddc3-41b3-bd16-c9324288a143 None None] Resources bound (agent type, host, resource id): {{(pid=102912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:27:13.302761 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c605a9-ddc3-41b3-bd16-c9324288a143 None None] Received port after_create {{(pid=102912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 10:27:13.306266 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c605a9-ddc3-41b3-bd16-c9324288a143 None None] Pushing event updated for resources: {'Port': ['ID=fa8251af-d91b-4875-8155-b93d3dca6473,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:27:13.342392 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c605a9-ddc3-41b3-bd16-c9324288a143 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:27:13.342392 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c605a9-ddc3-41b3-bd16-c9324288a143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:27:13.342392 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c605a9-ddc3-41b3-bd16-c9324288a143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:27:13.342392 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c605a9-ddc3-41b3-bd16-c9324288a143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:27:13.342392 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c605a9-ddc3-41b3-bd16-c9324288a143 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:27:13.343367 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c605a9-ddc3-41b3-bd16-c9324288a143 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:27:13.343367 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c605a9-ddc3-41b3-bd16-c9324288a143 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:27:13.343367 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c605a9-ddc3-41b3-bd16-c9324288a143 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:27:13.343367 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c605a9-ddc3-41b3-bd16-c9324288a143 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:27:13.343705 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c605a9-ddc3-41b3-bd16-c9324288a143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:27:13.344045 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c605a9-ddc3-41b3-bd16-c9324288a143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:27:13.344368 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c605a9-ddc3-41b3-bd16-c9324288a143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:27:13.345740 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c605a9-ddc3-41b3-bd16-c9324288a143 None None] Tracked resource versions report: Nov 22 10:27:13.345740 dv-cinder-804035-13-iscsi neutron-server[102912]: pushed versions: Nov 22 10:27:13.345740 dv-cinder-804035-13-iscsi neutron-server[102912]: { 'AddressGroup': {'1.2'}, Nov 22 10:27:13.345740 dv-cinder-804035-13-iscsi neutron-server[102912]: 'ConntrackHelper': {'1.0'}, Nov 22 10:27:13.345740 dv-cinder-804035-13-iscsi neutron-server[102912]: 'Log': {'1.0'}, Nov 22 10:27:13.345740 dv-cinder-804035-13-iscsi neutron-server[102912]: 'Network': {'1.1'}, Nov 22 10:27:13.345740 dv-cinder-804035-13-iscsi neutron-server[102912]: 'Port': {'1.7'}, Nov 22 10:27:13.345740 dv-cinder-804035-13-iscsi neutron-server[102912]: 'PortForwarding': {'1.2'}, Nov 22 10:27:13.345740 dv-cinder-804035-13-iscsi neutron-server[102912]: 'QosPolicy': {'1.10'}, Nov 22 10:27:13.345740 dv-cinder-804035-13-iscsi neutron-server[102912]: 'SecurityGroup': {'1.5'}, Nov 22 10:27:13.345740 dv-cinder-804035-13-iscsi neutron-server[102912]: 'SecurityGroupRule': {'1.2'}, Nov 22 10:27:13.345740 dv-cinder-804035-13-iscsi neutron-server[102912]: 'SubPort': {'1.0'}, Nov 22 10:27:13.345740 dv-cinder-804035-13-iscsi neutron-server[102912]: 'Subnet': {'1.1'}, Nov 22 10:27:13.345740 dv-cinder-804035-13-iscsi neutron-server[102912]: 'Trunk': {'1.1'}} Nov 22 10:27:13.345740 dv-cinder-804035-13-iscsi neutron-server[102912]: consumer versions: Nov 22 10:27:13.345740 dv-cinder-804035-13-iscsi neutron-server[102912]: { DHCP agent@dv-cinder-804035-13-iscsi: {}, Nov 22 10:27:13.345740 dv-cinder-804035-13-iscsi neutron-server[102912]: L3 agent@dv-cinder-804035-13-iscsi: {}, Nov 22 10:27:13.345740 dv-cinder-804035-13-iscsi neutron-server[102912]: Metadata agent@dv-cinder-804035-13-iscsi: {}, Nov 22 10:27:13.345740 dv-cinder-804035-13-iscsi neutron-server[102912]: Metering agent@dv-cinder-804035-13-iscsi: {}, Nov 22 10:27:13.345740 dv-cinder-804035-13-iscsi neutron-server[102912]: Open vSwitch agent@dv-cinder-804035-13-iscsi: { 'AddressGroup': '1.2', Nov 22 10:27:13.345740 dv-cinder-804035-13-iscsi neutron-server[102912]: 'ConntrackHelper': '1.0', Nov 22 10:27:13.345740 dv-cinder-804035-13-iscsi neutron-server[102912]: 'Log': '1.0', Nov 22 10:27:13.345740 dv-cinder-804035-13-iscsi neutron-server[102912]: 'Network': '1.1', Nov 22 10:27:13.345740 dv-cinder-804035-13-iscsi neutron-server[102912]: 'Port': '1.7', Nov 22 10:27:13.345740 dv-cinder-804035-13-iscsi neutron-server[102912]: 'PortForwarding': '1.2', Nov 22 10:27:13.345740 dv-cinder-804035-13-iscsi neutron-server[102912]: 'QosPolicy': '1.10', Nov 22 10:27:13.345740 dv-cinder-804035-13-iscsi neutron-server[102912]: 'SecurityGroup': '1.5', Nov 22 10:27:13.345740 dv-cinder-804035-13-iscsi neutron-server[102912]: 'SecurityGroupRule': '1.2', Nov 22 10:27:13.345740 dv-cinder-804035-13-iscsi neutron-server[102912]: 'SubPort': '1.0', Nov 22 10:27:13.345740 dv-cinder-804035-13-iscsi neutron-server[102912]: 'Subnet': '1.1', Nov 22 10:27:13.345740 dv-cinder-804035-13-iscsi neutron-server[102912]: 'Trunk': '1.1'}} Nov 22 10:27:13.345740 dv-cinder-804035-13-iscsi neutron-server[102912]: {{(pid=102912) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 10:27:13.398141 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [None req-f3c605a9-ddc3-41b3-bd16-c9324288a143 None None] Attempting to bind port fa8251af-d91b-4875-8155-b93d3dca6473 on host dv-cinder-804035-13-iscsi for vnic_type normal with profile {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 10:27:13.398527 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [None req-f3c605a9-ddc3-41b3-bd16-c9324288a143 None None] Attempting to bind port fa8251af-d91b-4875-8155-b93d3dca6473 by drivers openvswitch,hyperv on host dv-cinder-804035-13-iscsi at level 0 using segments [{'id': '1008a79d-1e28-4cb3-a9a4-5658079f66b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '97c9dbbc-6aaa-4ca8-8463-d335c6ac6f67'}] {{(pid=102912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 10:27:13.398935 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c605a9-ddc3-41b3-bd16-c9324288a143 None None] Attempting to bind port fa8251af-d91b-4875-8155-b93d3dca6473 on network 97c9dbbc-6aaa-4ca8-8463-d335c6ac6f67 {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:27:13.404113 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c605a9-ddc3-41b3-bd16-c9324288a143 None None] Checking agent: {'id': '881f7a5b-9941-4288-a74c-0fe38ace5e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 10, 27, 1), 'started_at': datetime.datetime(2021, 11, 22, 10, 27, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 10, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 10:27:13.404481 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c605a9-ddc3-41b3-bd16-c9324288a143 None None] Checking segment: {'id': '1008a79d-1e28-4cb3-a9a4-5658079f66b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '97c9dbbc-6aaa-4ca8-8463-d335c6ac6f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:27:13.404960 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f3c605a9-ddc3-41b3-bd16-c9324288a143 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:13.405345 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c605a9-ddc3-41b3-bd16-c9324288a143 None None] Bound using segment: {'id': '1008a79d-1e28-4cb3-a9a4-5658079f66b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '97c9dbbc-6aaa-4ca8-8463-d335c6ac6f67'} {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 10:27:13.405847 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [None req-f3c605a9-ddc3-41b3-bd16-c9324288a143 None None] Bound port: fa8251af-d91b-4875-8155-b93d3dca6473, host: dv-cinder-804035-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1008a79d-1e28-4cb3-a9a4-5658079f66b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '97c9dbbc-6aaa-4ca8-8463-d335c6ac6f67'}}] {{(pid=102912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 10:27:13.406254 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f3c605a9-ddc3-41b3-bd16-c9324288a143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:13.471135 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-f3c605a9-ddc3-41b3-bd16-c9324288a143 None None] For port fa8251af-d91b-4875-8155-b93d3dca6473, host dv-cinder-804035-13-iscsi, cleared binding levels {{(pid=102912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 10:27:13.492326 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-f3c605a9-ddc3-41b3-bd16-c9324288a143 None None] For port fa8251af-d91b-4875-8155-b93d3dca6473, host dv-cinder-804035-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=fa8251af-d91b-4875-8155-b93d3dca6473,segment=NetworkSegment(1008a79d-1e28-4cb3-a9a4-5658079f66b2),segment_id=1008a79d-1e28-4cb3-a9a4-5658079f66b2)] {{(pid=102912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 10:27:13.497921 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f3c605a9-ddc3-41b3-bd16-c9324288a143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:13.559813 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c605a9-ddc3-41b3-bd16-c9324288a143 None None] Pushing event updated for resources: {'Port': ['ID=fa8251af-d91b-4875-8155-b93d3dca6473,revision_number=2']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:27:14.908702 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 36784) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:27:15.443026 dv-cinder-804035-13-iscsi neutron-server[102910]: WARNING oslo_policy.policy [None req-ddb777af-895d-40a4-b611-ef17aac05b5d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 10:27:15.443932 dv-cinder-804035-13-iscsi neutron-server[102910]: WARNING oslo_policy.policy [None req-ddb777af-895d-40a4-b611-ef17aac05b5d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 10:27:15.674382 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [None req-ddb777af-895d-40a4-b611-ef17aac05b5d admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 10:27:15.675658 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-ddb777af-895d-40a4-b611-ef17aac05b5d admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7646625 Nov 22 10:27:18.265333 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 36798) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:27:18.612364 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [None req-29e112e1-cc94-42ae-ad45-91114758fa00 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 10:27:18.613343 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-29e112e1-cc94-42ae-ad45-91114758fa00 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3469815 Nov 22 10:27:21.480733 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 36812) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:27:21.816140 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-5792901e-0d80-4a6f-a65f-b11e1b3a78a2 admin admin] Request body: {'router': {'tenant_id': 'c2f22eb42aa84194ac533f041a2efd8c', 'admin_state_up': True, 'name': 'router1'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:27:21.843795 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5792901e-0d80-4a6f-a65f-b11e1b3a78a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1028469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10193'] for router, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:21.845288 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5792901e-0d80-4a6f-a65f-b11e1b3a78a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537963', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-928134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10202'] for router, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:21.988025 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5792901e-0d80-4a6f-a65f-b11e1b3a78a2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:21.993647 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5792901e-0d80-4a6f-a65f-b11e1b3a78a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1031512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-999758'] for router, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:22.011644 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5792901e-0d80-4a6f-a65f-b11e1b3a78a2 admin admin] Publish callbacks [] for router, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:22.012904 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-5792901e-0d80-4a6f-a65f-b11e1b3a78a2 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5311661 Nov 22 10:27:22.529713 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device fa8251af-d91b-4875-8155-b93d3dca6473 up at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:27:22.625949 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Provisioning complete for port fa8251af-d91b-4875-8155-b93d3dca6473 triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:27:22.626314 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:22.741506 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:22.779175 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba3fadd-2eaf-41cf-808f-c1fd26cf23e0 None None] Network 97c9dbbc-6aaa-4ca8-8463-d335c6ac6f67 requested from dv-cinder-804035-13-iscsi {{(pid=102912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 10:27:22.793600 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] For port fa8251af-d91b-4875-8155-b93d3dca6473, host dv-cinder-804035-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=fa8251af-d91b-4875-8155-b93d3dca6473,segment=NetworkSegment(1008a79d-1e28-4cb3-a9a4-5658079f66b2),segment_id=1008a79d-1e28-4cb3-a9a4-5658079f66b2)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:27:22.825348 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:22.905803 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Pushing event updated for resources: {'Port': ['ID=fa8251af-d91b-4875-8155-b93d3dca6473,revision_number=3']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:27:22.930952 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-c47ad76a-0e37-4d54-aa48-4ed3beb0a0cf None None] Provisioning complete for port fa8251af-d91b-4875-8155-b93d3dca6473 triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:27:22.931325 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-c47ad76a-0e37-4d54-aa48-4ed3beb0a0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:23.295945 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-12e193b2-7986-4512-95d8-d463320ee6f8 None None] Provisioning complete for port fa8251af-d91b-4875-8155-b93d3dca6473 triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:27:23.296324 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-12e193b2-7986-4512-95d8-d463320ee6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:24.487413 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device fa8251af-d91b-4875-8155-b93d3dca6473 up at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:27:24.541484 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Provisioning complete for port fa8251af-d91b-4875-8155-b93d3dca6473 triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:27:24.541829 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:24.597890 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 36822) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:27:24.649107 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-02805a36-839d-46bd-9ace-3536dd4efda3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:24.935847 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [None req-bf6ef768-3a79-4916-a3d6-59d27da1f2fc admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 10:27:24.936830 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-bf6ef768-3a79-4916-a3d6-59d27da1f2fc admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3379226 Nov 22 10:27:26.910956 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b3abb22d-538c-4793-9733-1d89d27e8355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:27.481280 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 36830) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:27:27.836623 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-d09734ff-5bc0-4e04-bc3f-daa09c483d17 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'admin_state_up': True}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:27:27.858704 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09734ff-5bc0-4e04-bc3f-daa09c483d17 admin admin] Made reservation on behalf of 333cfad88d87488994a2c23a58cc1014 for: {'network': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 10:27:27.861443 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d09734ff-5bc0-4e04-bc3f-daa09c483d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for network, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:27.871026 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d09734ff-5bc0-4e04-bc3f-daa09c483d17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:27.953406 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d09734ff-5bc0-4e04-bc3f-daa09c483d17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:27.958938 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d09734ff-5bc0-4e04-bc3f-daa09c483d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:27.976843 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d09734ff-5bc0-4e04-bc3f-daa09c483d17 admin admin] Reserving flat network on physical network physnet1 {{(pid=102911) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 22 10:27:27.993918 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0c934117-efa3-4f33-917a-019854f2ef65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:27.999151 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09734ff-5bc0-4e04-bc3f-daa09c483d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe9fe56-b9e1-4dfb-816c-3ef3d7ef2dc2,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:27:28.005765 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d09734ff-5bc0-4e04-bc3f-daa09c483d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4063698'] for segment, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:28.006135 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.db.segments_db [None req-d09734ff-5bc0-4e04-bc3f-daa09c483d17 admin admin] Added segment 07e0d8bf-2b47-470a-a16f-f44f9914b384 of type flat for network e6af0ad0-9fc1-4d6f-8919-77652c0c2a28 Nov 22 10:27:28.055438 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d09734ff-5bc0-4e04-bc3f-daa09c483d17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749315269614'] for network, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:28.091698 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d09734ff-5bc0-4e04-bc3f-daa09c483d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861'] for network, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:28.092683 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09734ff-5bc0-4e04-bc3f-daa09c483d17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:27:28.093292 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d09734ff-5bc0-4e04-bc3f-daa09c483d17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for network, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:28.149483 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-d09734ff-5bc0-4e04-bc3f-daa09c483d17 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6667237 Nov 22 10:27:28.155681 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09734ff-5bc0-4e04-bc3f-daa09c483d17 admin admin] Pushing event updated for resources: {'Network': ['ID=e6af0ad0-9fc1-4d6f-8919-77652c0c2a28,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:27:28.173477 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Network e6af0ad0-9fc1-4d6f-8919-77652c0c2a28 details requested by agent ovs-agent-dv-cinder-804035-13-iscsi with host dv-cinder-804035-13-iscsi {{(pid=102912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 10:27:29.773175 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e21c8dd6-a119-43bc-9b42-7d87f9168fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:30.704508 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 36848) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:27:30.802012 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:30.900646 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6594f2c5-3c44-4d03-b24b-abaa7908f931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:27:30.902095 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-6594f2c5-3c44-4d03-b24b-abaa7908f931 admin admin] 10.222.0.46 "GET /v2.0/subnets/3c238b90-822b-46a4-b36c-9ed407770103 HTTP/1.1" status: 200 len: 849 time: 0.1967423 Nov 22 10:27:31.027203 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-082486db-7ae6-463d-8ff6-9c8385fc7485 admin admin] 10.222.0.46 "GET /v2.0/routers/451d2fe8-30f0-4415-a8be-b2a306999b43 HTTP/1.1" status: 200 len: 704 time: 0.1186728 Nov 22 10:27:31.306906 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-6b39d38a-e35c-4f22-b07d-6461468ac554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:31.612538 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [None req-6b39d38a-e35c-4f22-b07d-6461468ac554 admin admin] Allocated IP 172.20.0.1 (97c9dbbc-6aaa-4ca8-8463-d335c6ac6f67/3c238b90-822b-46a4-b36c-9ed407770103/60c9ab37-eb79-443f-b4d9-38228c444021) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 10:27:31.831450 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-6b39d38a-e35c-4f22-b07d-6461468ac554 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:31.901575 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-6b39d38a-e35c-4f22-b07d-6461468ac554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749315246228'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:31.980641 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b39d38a-e35c-4f22-b07d-6461468ac554 admin admin] Network 97c9dbbc-6aaa-4ca8-8463-d335c6ac6f67 is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:27:31.985839 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-6b39d38a-e35c-4f22-b07d-6461468ac554 admin admin] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:27:31.991895 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b39d38a-e35c-4f22-b07d-6461468ac554 admin admin] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 10:27:31.991992 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-6b39d38a-e35c-4f22-b07d-6461468ac554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029609'] for router_interface, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:32.014698 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b39d38a-e35c-4f22-b07d-6461468ac554 admin admin] Pushing event updated for resources: {'Port': ['ID=60c9ab37-eb79-443f-b4d9-38228c444021,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:27:32.169313 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-7c66f50d-0f35-4eb3-bdd0-9d8a388b2091 None None] Provisioning complete for port 60c9ab37-eb79-443f-b4d9-38228c444021 triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:27:32.169924 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-7c66f50d-0f35-4eb3-bdd0-9d8a388b2091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:32.199429 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-6b39d38a-e35c-4f22-b07d-6461468ac554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:32.221845 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-7c66f50d-0f35-4eb3-bdd0-9d8a388b2091 None None] Port 60c9ab37-eb79-443f-b4d9-38228c444021 cannot update to ACTIVE because it is not bound. {{(pid=102912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 10:27:32.418057 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-6b39d38a-e35c-4f22-b07d-6461468ac554 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:32.424840 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-6b39d38a-e35c-4f22-b07d-6461468ac554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:32.425535 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-6b39d38a-e35c-4f22-b07d-6461468ac554 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029493'] for router_interface, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:32.507408 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b39d38a-e35c-4f22-b07d-6461468ac554 admin admin] Pushing event updated for resources: {'Port': ['ID=60c9ab37-eb79-443f-b4d9-38228c444021,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:27:32.558430 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b39d38a-e35c-4f22-b07d-6461468ac554 admin admin] Network 97c9dbbc-6aaa-4ca8-8463-d335c6ac6f67 is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:27:32.559977 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-6b39d38a-e35c-4f22-b07d-6461468ac554 admin admin] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:27:32.731607 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b39d38a-e35c-4f22-b07d-6461468ac554 admin admin] Router 451d2fe8-30f0-4415-a8be-b2a306999b43 is scheduled to L3 agent fa3112ac-4a6e-40b6-a491-552ca746a833 with binding_index 1 {{(pid=102911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 10:27:32.744695 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-7cab89e6-ed12-4962-b054-a7753814197b None None] Provisioning complete for port 60c9ab37-eb79-443f-b4d9-38228c444021 triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:27:32.745071 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-7cab89e6-ed12-4962-b054-a7753814197b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:32.781803 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-7cab89e6-ed12-4962-b054-a7753814197b None None] Port 60c9ab37-eb79-443f-b4d9-38228c444021 cannot update to ACTIVE because it is not bound. {{(pid=102912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 10:27:32.824246 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b39d38a-e35c-4f22-b07d-6461468ac554 admin admin] Notify agent at l3_agent.dv-cinder-804035-13-iscsi the message routers_updated {{(pid=102911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 10:27:32.830973 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-6b39d38a-e35c-4f22-b07d-6461468ac554 admin admin] 10.222.0.46 "PUT /v2.0/routers/451d2fe8-30f0-4415-a8be-b2a306999b43/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7979066 Nov 22 10:27:32.847932 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3335bcaf-bc03-428a-9070-a6e3c1ceec51 None None] Sync routers for ids ['451d2fe8-30f0-4415-a8be-b2a306999b43'] in dv-cinder-804035-13-iscsi {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 10:27:32.861104 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3335bcaf-bc03-428a-9070-a6e3c1ceec51 None None] Routers {'451d2fe8-30f0-4415-a8be-b2a306999b43'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:27:32.861998 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-3335bcaf-bc03-428a-9070-a6e3c1ceec51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:27:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['451d2fe8-30f0-4415-a8be-b2a306999b43'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:27:33.056073 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-3335bcaf-bc03-428a-9070-a6e3c1ceec51 None None] Set router 451d2fe8-30f0-4415-a8be-b2a306999b43 gateway port host: None {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:27:33.498680 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-3335bcaf-bc03-428a-9070-a6e3c1ceec51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451d2fe8-30f0-4415-a8be-b2a306999b43', 'name': 'router1', 'tenant_id': 'c2f22eb42aa84194ac533f041a2efd8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:27:21Z', 'updated_at': '2021-11-22T10:27:32Z', 'revision_number': 2, 'project_id': 'c2f22eb42aa84194ac533f041a2efd8c', 'gw_port_host': None, '_interfaces': [{'id': '60c9ab37-eb79-443f-b4d9-38228c444021', 'name': '', 'network_id': '97c9dbbc-6aaa-4ca8-8463-d335c6ac6f67', 'tenant_id': 'c2f22eb42aa84194ac533f041a2efd8c', 'mac_address': 'fa:16:3e:2b:37:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '451d2fe8-30f0-4415-a8be-b2a306999b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c238b90-822b-46a4-b36c-9ed407770103', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:27:31Z', 'updated_at': '2021-11-22T10:27:32Z', 'revision_number': 2, 'project_id': 'c2f22eb42aa84194ac533f041a2efd8c', 'subnets': [{'id': '3c238b90-822b-46a4-b36c-9ed407770103', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b6be33c8-3387-4219-9d3b-178f3cfa03b0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:27:33.552303 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3335bcaf-bc03-428a-9070-a6e3c1ceec51 None None] Checking router: 451d2fe8-30f0-4415-a8be-b2a306999b43 for host: dv-cinder-804035-13-iscsi {{(pid=102913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 10:27:33.552746 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3335bcaf-bc03-428a-9070-a6e3c1ceec51 None None] Updating router 451d2fe8-30f0-4415-a8be-b2a306999b43 port 60c9ab37-eb79-443f-b4d9-38228c444021 binding host dv-cinder-804035-13-iscsi {{(pid=102913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 10:27:33.604092 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-3335bcaf-bc03-428a-9070-a6e3c1ceec51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:34.168436 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-3335bcaf-bc03-428a-9070-a6e3c1ceec51 None None] Publish callbacks [] for port, precommit_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:34.177260 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-3335bcaf-bc03-428a-9070-a6e3c1ceec51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:34.334902 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f20e21f-d21c-4a7a-a46d-8deadf8140bd None None] Pushing event updated for resources: {'Port': ['ID=60c9ab37-eb79-443f-b4d9-38228c444021,revision_number=3']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:27:34.361758 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20e21f-d21c-4a7a-a46d-8deadf8140bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:27:34.362122 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20e21f-d21c-4a7a-a46d-8deadf8140bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:27:34.362463 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20e21f-d21c-4a7a-a46d-8deadf8140bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:27:34.362799 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20e21f-d21c-4a7a-a46d-8deadf8140bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:27:34.363129 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20e21f-d21c-4a7a-a46d-8deadf8140bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:27:34.363467 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20e21f-d21c-4a7a-a46d-8deadf8140bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:27:34.363824 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20e21f-d21c-4a7a-a46d-8deadf8140bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:27:34.364146 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20e21f-d21c-4a7a-a46d-8deadf8140bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:27:34.364475 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20e21f-d21c-4a7a-a46d-8deadf8140bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:27:34.364854 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20e21f-d21c-4a7a-a46d-8deadf8140bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:27:34.365822 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20e21f-d21c-4a7a-a46d-8deadf8140bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:27:34.366147 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20e21f-d21c-4a7a-a46d-8deadf8140bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:27:34.367485 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20e21f-d21c-4a7a-a46d-8deadf8140bd None None] Tracked resource versions report: Nov 22 10:27:34.367485 dv-cinder-804035-13-iscsi neutron-server[102913]: pushed versions: Nov 22 10:27:34.367485 dv-cinder-804035-13-iscsi neutron-server[102913]: { 'AddressGroup': {'1.2'}, Nov 22 10:27:34.367485 dv-cinder-804035-13-iscsi neutron-server[102913]: 'ConntrackHelper': {'1.0'}, Nov 22 10:27:34.367485 dv-cinder-804035-13-iscsi neutron-server[102913]: 'Log': {'1.0'}, Nov 22 10:27:34.367485 dv-cinder-804035-13-iscsi neutron-server[102913]: 'Network': {'1.1'}, Nov 22 10:27:34.367485 dv-cinder-804035-13-iscsi neutron-server[102913]: 'Port': {'1.7'}, Nov 22 10:27:34.367485 dv-cinder-804035-13-iscsi neutron-server[102913]: 'PortForwarding': {'1.2'}, Nov 22 10:27:34.367485 dv-cinder-804035-13-iscsi neutron-server[102913]: 'QosPolicy': {'1.10'}, Nov 22 10:27:34.367485 dv-cinder-804035-13-iscsi neutron-server[102913]: 'SecurityGroup': {'1.5'}, Nov 22 10:27:34.367485 dv-cinder-804035-13-iscsi neutron-server[102913]: 'SecurityGroupRule': {'1.2'}, Nov 22 10:27:34.367485 dv-cinder-804035-13-iscsi neutron-server[102913]: 'SubPort': {'1.0'}, Nov 22 10:27:34.367485 dv-cinder-804035-13-iscsi neutron-server[102913]: 'Subnet': {'1.1'}, Nov 22 10:27:34.367485 dv-cinder-804035-13-iscsi neutron-server[102913]: 'Trunk': {'1.1'}} Nov 22 10:27:34.367485 dv-cinder-804035-13-iscsi neutron-server[102913]: consumer versions: Nov 22 10:27:34.367485 dv-cinder-804035-13-iscsi neutron-server[102913]: { DHCP agent@dv-cinder-804035-13-iscsi: {}, Nov 22 10:27:34.367485 dv-cinder-804035-13-iscsi neutron-server[102913]: L3 agent@dv-cinder-804035-13-iscsi: {}, Nov 22 10:27:34.367485 dv-cinder-804035-13-iscsi neutron-server[102913]: Metadata agent@dv-cinder-804035-13-iscsi: {}, Nov 22 10:27:34.367485 dv-cinder-804035-13-iscsi neutron-server[102913]: Metering agent@dv-cinder-804035-13-iscsi: {}, Nov 22 10:27:34.367485 dv-cinder-804035-13-iscsi neutron-server[102913]: Open vSwitch agent@dv-cinder-804035-13-iscsi: { 'AddressGroup': '1.2', Nov 22 10:27:34.367485 dv-cinder-804035-13-iscsi neutron-server[102913]: 'ConntrackHelper': '1.0', Nov 22 10:27:34.367485 dv-cinder-804035-13-iscsi neutron-server[102913]: 'Log': '1.0', Nov 22 10:27:34.367485 dv-cinder-804035-13-iscsi neutron-server[102913]: 'Network': '1.1', Nov 22 10:27:34.367485 dv-cinder-804035-13-iscsi neutron-server[102913]: 'Port': '1.7', Nov 22 10:27:34.367485 dv-cinder-804035-13-iscsi neutron-server[102913]: 'PortForwarding': '1.2', Nov 22 10:27:34.367485 dv-cinder-804035-13-iscsi neutron-server[102913]: 'QosPolicy': '1.10', Nov 22 10:27:34.367485 dv-cinder-804035-13-iscsi neutron-server[102913]: 'SecurityGroup': '1.5', Nov 22 10:27:34.367485 dv-cinder-804035-13-iscsi neutron-server[102913]: 'SecurityGroupRule': '1.2', Nov 22 10:27:34.367485 dv-cinder-804035-13-iscsi neutron-server[102913]: 'SubPort': '1.0', Nov 22 10:27:34.367485 dv-cinder-804035-13-iscsi neutron-server[102913]: 'Subnet': '1.1', Nov 22 10:27:34.367485 dv-cinder-804035-13-iscsi neutron-server[102913]: 'Trunk': '1.1'}} Nov 22 10:27:34.367485 dv-cinder-804035-13-iscsi neutron-server[102913]: {{(pid=102913) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 10:27:34.380656 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-3335bcaf-bc03-428a-9070-a6e3c1ceec51 None None] Attempting to bind port 60c9ab37-eb79-443f-b4d9-38228c444021 on host dv-cinder-804035-13-iscsi for vnic_type normal with profile {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 10:27:34.381624 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-3335bcaf-bc03-428a-9070-a6e3c1ceec51 None None] Attempting to bind port 60c9ab37-eb79-443f-b4d9-38228c444021 by drivers openvswitch,hyperv on host dv-cinder-804035-13-iscsi at level 0 using segments [{'id': '1008a79d-1e28-4cb3-a9a4-5658079f66b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '97c9dbbc-6aaa-4ca8-8463-d335c6ac6f67'}] {{(pid=102913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 10:27:34.382057 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3335bcaf-bc03-428a-9070-a6e3c1ceec51 None None] Attempting to bind port 60c9ab37-eb79-443f-b4d9-38228c444021 on network 97c9dbbc-6aaa-4ca8-8463-d335c6ac6f67 {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:27:34.387188 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3335bcaf-bc03-428a-9070-a6e3c1ceec51 None None] Checking agent: {'id': '881f7a5b-9941-4288-a74c-0fe38ace5e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 10, 27, 1), 'started_at': datetime.datetime(2021, 11, 22, 10, 27, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 10, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 10:27:34.387573 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3335bcaf-bc03-428a-9070-a6e3c1ceec51 None None] Checking segment: {'id': '1008a79d-1e28-4cb3-a9a4-5658079f66b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '97c9dbbc-6aaa-4ca8-8463-d335c6ac6f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:27:34.388050 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-3335bcaf-bc03-428a-9070-a6e3c1ceec51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:34.388433 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3335bcaf-bc03-428a-9070-a6e3c1ceec51 None None] Bound using segment: {'id': '1008a79d-1e28-4cb3-a9a4-5658079f66b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '97c9dbbc-6aaa-4ca8-8463-d335c6ac6f67'} {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 10:27:34.388912 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-3335bcaf-bc03-428a-9070-a6e3c1ceec51 None None] Bound port: 60c9ab37-eb79-443f-b4d9-38228c444021, host: dv-cinder-804035-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1008a79d-1e28-4cb3-a9a4-5658079f66b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '97c9dbbc-6aaa-4ca8-8463-d335c6ac6f67'}}] {{(pid=102913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 10:27:34.389298 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-3335bcaf-bc03-428a-9070-a6e3c1ceec51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:34.411718 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-2e3d87f8-ee7e-431b-badc-1e034c630684 None None] Provisioning complete for port 60c9ab37-eb79-443f-b4d9-38228c444021 triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:27:34.412950 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-2e3d87f8-ee7e-431b-badc-1e034c630684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:34.448503 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-2e3d87f8-ee7e-431b-badc-1e034c630684 None None] Port 60c9ab37-eb79-443f-b4d9-38228c444021 cannot update to ACTIVE because it is not bound. {{(pid=102912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 10:27:34.462834 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-3335bcaf-bc03-428a-9070-a6e3c1ceec51 None None] For port 60c9ab37-eb79-443f-b4d9-38228c444021, host dv-cinder-804035-13-iscsi, cleared binding levels {{(pid=102913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 10:27:34.485795 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-3335bcaf-bc03-428a-9070-a6e3c1ceec51 None None] For port 60c9ab37-eb79-443f-b4d9-38228c444021, host dv-cinder-804035-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=60c9ab37-eb79-443f-b4d9-38228c444021,segment=NetworkSegment(1008a79d-1e28-4cb3-a9a4-5658079f66b2),segment_id=1008a79d-1e28-4cb3-a9a4-5658079f66b2)] {{(pid=102913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 10:27:34.491862 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-3335bcaf-bc03-428a-9070-a6e3c1ceec51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:34.541041 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3335bcaf-bc03-428a-9070-a6e3c1ceec51 None None] Routers {'451d2fe8-30f0-4415-a8be-b2a306999b43'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:27:34.541675 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-3335bcaf-bc03-428a-9070-a6e3c1ceec51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:27:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['451d2fe8-30f0-4415-a8be-b2a306999b43'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:27:34.633721 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f20e21f-d21c-4a7a-a46d-8deadf8140bd None None] Pushing event updated for resources: {'Port': ['ID=60c9ab37-eb79-443f-b4d9-38228c444021,revision_number=4']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:27:34.646560 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-3335bcaf-bc03-428a-9070-a6e3c1ceec51 None None] Set router 451d2fe8-30f0-4415-a8be-b2a306999b43 gateway port host: None {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:27:34.771423 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-a46e7e41-ec3b-4b52-b04b-972abb15ce00 None None] Provisioning complete for port 60c9ab37-eb79-443f-b4d9-38228c444021 triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:27:34.771873 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-a46e7e41-ec3b-4b52-b04b-972abb15ce00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:34.853786 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-a46e7e41-ec3b-4b52-b04b-972abb15ce00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:34.865640 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-3335bcaf-bc03-428a-9070-a6e3c1ceec51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451d2fe8-30f0-4415-a8be-b2a306999b43', 'name': 'router1', 'tenant_id': 'c2f22eb42aa84194ac533f041a2efd8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:27:21Z', 'updated_at': '2021-11-22T10:27:32Z', 'revision_number': 2, 'project_id': 'c2f22eb42aa84194ac533f041a2efd8c', 'gw_port_host': None, '_interfaces': [{'id': '60c9ab37-eb79-443f-b4d9-38228c444021', 'name': '', 'network_id': '97c9dbbc-6aaa-4ca8-8463-d335c6ac6f67', 'tenant_id': 'c2f22eb42aa84194ac533f041a2efd8c', 'mac_address': 'fa:16:3e:2b:37:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '451d2fe8-30f0-4415-a8be-b2a306999b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c238b90-822b-46a4-b36c-9ed407770103', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:27:31Z', 'updated_at': '2021-11-22T10:27:34Z', 'revision_number': 4, 'project_id': 'c2f22eb42aa84194ac533f041a2efd8c', 'subnets': [{'id': '3c238b90-822b-46a4-b36c-9ed407770103', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b6be33c8-3387-4219-9d3b-178f3cfa03b0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:27:34.891332 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-a46e7e41-ec3b-4b52-b04b-972abb15ce00 None None] For port 60c9ab37-eb79-443f-b4d9-38228c444021, host dv-cinder-804035-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=60c9ab37-eb79-443f-b4d9-38228c444021,segment=NetworkSegment(1008a79d-1e28-4cb3-a9a4-5658079f66b2),segment_id=1008a79d-1e28-4cb3-a9a4-5658079f66b2)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:27:34.896231 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3335bcaf-bc03-428a-9070-a6e3c1ceec51 None None] The sync data for ids ['451d2fe8-30f0-4415-a8be-b2a306999b43'] in dv-cinder-804035-13-iscsi is: [{'id': '451d2fe8-30f0-4415-a8be-b2a306999b43', 'name': 'router1', 'tenant_id': 'c2f22eb42aa84194ac533f041a2efd8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:27:21Z', 'updated_at': '2021-11-22T10:27:32Z', 'revision_number': 2, 'project_id': 'c2f22eb42aa84194ac533f041a2efd8c', 'gw_port_host': None, '_interfaces': [{'id': '60c9ab37-eb79-443f-b4d9-38228c444021', 'name': '', 'network_id': '97c9dbbc-6aaa-4ca8-8463-d335c6ac6f67', 'tenant_id': 'c2f22eb42aa84194ac533f041a2efd8c', 'mac_address': 'fa:16:3e:2b:37:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '451d2fe8-30f0-4415-a8be-b2a306999b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c238b90-822b-46a4-b36c-9ed407770103', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:27:31Z', 'updated_at': '2021-11-22T10:27:34Z', 'revision_number': 4, 'project_id': 'c2f22eb42aa84194ac533f041a2efd8c', 'subnets': [{'id': '3c238b90-822b-46a4-b36c-9ed407770103', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b6be33c8-3387-4219-9d3b-178f3cfa03b0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 10:27:34.898117 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-a46e7e41-ec3b-4b52-b04b-972abb15ce00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:34.951396 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46e7e41-ec3b-4b52-b04b-972abb15ce00 None None] Pushing event updated for resources: {'Port': ['ID=60c9ab37-eb79-443f-b4d9-38228c444021,revision_number=5']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:27:35.207206 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 36868) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:27:35.494030 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.policy [None req-c49213c0-d1b2-4260-8c55-0c4a7ab4050f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102910) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 22 10:27:35.542816 dv-cinder-804035-13-iscsi neutron-server[102910]: WARNING oslo_policy.policy [None req-c49213c0-d1b2-4260-8c55-0c4a7ab4050f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 10:27:35.543201 dv-cinder-804035-13-iscsi neutron-server[102910]: WARNING oslo_policy.policy [None req-c49213c0-d1b2-4260-8c55-0c4a7ab4050f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 10:27:35.552257 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49213c0-d1b2-4260-8c55-0c4a7ab4050f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:27:35.554314 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-c49213c0-d1b2-4260-8c55-0c4a7ab4050f admin admin] 10.222.0.46 "GET /v2.0/networks/e6af0ad0-9fc1-4d6f-8919-77652c0c2a28 HTTP/1.1" status: 200 len: 842 time: 0.3460906 Nov 22 10:27:35.564969 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.v2.base [None req-25eec147-2ddc-4605-846d-ea6532cab04e admin admin] Request body: {'subnet': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=102910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:27:35.566862 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.quota [None req-25eec147-2ddc-4605-846d-ea6532cab04e admin admin] Loaded quota_driver: . Nov 22 10:27:35.609733 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25eec147-2ddc-4605-846d-ea6532cab04e admin admin] Made reservation on behalf of 333cfad88d87488994a2c23a58cc1014 for: {'subnet': 1} {{(pid=102910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 10:27:35.612718 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-25eec147-2ddc-4605-846d-ea6532cab04e admin admin] Publish callbacks [] for subnet, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:36.042583 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.objects.ports [None req-25eec147-2ddc-4605-846d-ea6532cab04e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102910) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 10:27:36.043112 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-25eec147-2ddc-4605-846d-ea6532cab04e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861'] for subnet, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:36.118557 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eec147-2ddc-4605-846d-ea6532cab04e admin admin] Pushing event updated for resources: {'Subnet': ['ID=df63829c-39ab-4507-b346-4c3fdb4717de,revision_number=0']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:27:36.125345 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25eec147-2ddc-4605-846d-ea6532cab04e admin admin] Checking segment: {'id': '07e0d8bf-2b47-470a-a16f-f44f9914b384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:27:36.125733 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25eec147-2ddc-4605-846d-ea6532cab04e admin admin] Network hostable DHCP agents. Network: e6af0ad0-9fc1-4d6f-8919-77652c0c2a28, hostable agents: ['3a915d71-ad94-46fb-aadb-328912ff9e3f'], hosted agents: [] {{(pid=102910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 10:27:36.134991 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eec147-2ddc-4605-846d-ea6532cab04e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:27:36.135341 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eec147-2ddc-4605-846d-ea6532cab04e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:27:36.135686 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eec147-2ddc-4605-846d-ea6532cab04e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:27:36.136007 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eec147-2ddc-4605-846d-ea6532cab04e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:27:36.136342 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eec147-2ddc-4605-846d-ea6532cab04e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:27:36.136674 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eec147-2ddc-4605-846d-ea6532cab04e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:27:36.136995 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eec147-2ddc-4605-846d-ea6532cab04e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:27:36.137319 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eec147-2ddc-4605-846d-ea6532cab04e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:27:36.137634 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eec147-2ddc-4605-846d-ea6532cab04e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:27:36.137942 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eec147-2ddc-4605-846d-ea6532cab04e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:27:36.138269 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eec147-2ddc-4605-846d-ea6532cab04e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:27:36.138561 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eec147-2ddc-4605-846d-ea6532cab04e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:27:36.139945 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eec147-2ddc-4605-846d-ea6532cab04e admin admin] Tracked resource versions report: Nov 22 10:27:36.139945 dv-cinder-804035-13-iscsi neutron-server[102910]: pushed versions: Nov 22 10:27:36.139945 dv-cinder-804035-13-iscsi neutron-server[102910]: { 'AddressGroup': {'1.2'}, Nov 22 10:27:36.139945 dv-cinder-804035-13-iscsi neutron-server[102910]: 'ConntrackHelper': {'1.0'}, Nov 22 10:27:36.139945 dv-cinder-804035-13-iscsi neutron-server[102910]: 'Log': {'1.0'}, Nov 22 10:27:36.139945 dv-cinder-804035-13-iscsi neutron-server[102910]: 'Network': {'1.1'}, Nov 22 10:27:36.139945 dv-cinder-804035-13-iscsi neutron-server[102910]: 'Port': {'1.7'}, Nov 22 10:27:36.139945 dv-cinder-804035-13-iscsi neutron-server[102910]: 'PortForwarding': {'1.2'}, Nov 22 10:27:36.139945 dv-cinder-804035-13-iscsi neutron-server[102910]: 'QosPolicy': {'1.10'}, Nov 22 10:27:36.139945 dv-cinder-804035-13-iscsi neutron-server[102910]: 'SecurityGroup': {'1.5'}, Nov 22 10:27:36.139945 dv-cinder-804035-13-iscsi neutron-server[102910]: 'SecurityGroupRule': {'1.2'}, Nov 22 10:27:36.139945 dv-cinder-804035-13-iscsi neutron-server[102910]: 'SubPort': {'1.0'}, Nov 22 10:27:36.139945 dv-cinder-804035-13-iscsi neutron-server[102910]: 'Subnet': {'1.1'}, Nov 22 10:27:36.139945 dv-cinder-804035-13-iscsi neutron-server[102910]: 'Trunk': {'1.1'}} Nov 22 10:27:36.139945 dv-cinder-804035-13-iscsi neutron-server[102910]: consumer versions: Nov 22 10:27:36.139945 dv-cinder-804035-13-iscsi neutron-server[102910]: { DHCP agent@dv-cinder-804035-13-iscsi: {}, Nov 22 10:27:36.139945 dv-cinder-804035-13-iscsi neutron-server[102910]: L3 agent@dv-cinder-804035-13-iscsi: {}, Nov 22 10:27:36.139945 dv-cinder-804035-13-iscsi neutron-server[102910]: Metadata agent@dv-cinder-804035-13-iscsi: {}, Nov 22 10:27:36.139945 dv-cinder-804035-13-iscsi neutron-server[102910]: Metering agent@dv-cinder-804035-13-iscsi: {}, Nov 22 10:27:36.139945 dv-cinder-804035-13-iscsi neutron-server[102910]: Open vSwitch agent@dv-cinder-804035-13-iscsi: { 'AddressGroup': '1.2', Nov 22 10:27:36.139945 dv-cinder-804035-13-iscsi neutron-server[102910]: 'ConntrackHelper': '1.0', Nov 22 10:27:36.139945 dv-cinder-804035-13-iscsi neutron-server[102910]: 'Log': '1.0', Nov 22 10:27:36.139945 dv-cinder-804035-13-iscsi neutron-server[102910]: 'Network': '1.1', Nov 22 10:27:36.139945 dv-cinder-804035-13-iscsi neutron-server[102910]: 'Port': '1.7', Nov 22 10:27:36.139945 dv-cinder-804035-13-iscsi neutron-server[102910]: 'PortForwarding': '1.2', Nov 22 10:27:36.139945 dv-cinder-804035-13-iscsi neutron-server[102910]: 'QosPolicy': '1.10', Nov 22 10:27:36.139945 dv-cinder-804035-13-iscsi neutron-server[102910]: 'SecurityGroup': '1.5', Nov 22 10:27:36.139945 dv-cinder-804035-13-iscsi neutron-server[102910]: 'SecurityGroupRule': '1.2', Nov 22 10:27:36.139945 dv-cinder-804035-13-iscsi neutron-server[102910]: 'SubPort': '1.0', Nov 22 10:27:36.139945 dv-cinder-804035-13-iscsi neutron-server[102910]: 'Subnet': '1.1', Nov 22 10:27:36.139945 dv-cinder-804035-13-iscsi neutron-server[102910]: 'Trunk': '1.1'}} Nov 22 10:27:36.139945 dv-cinder-804035-13-iscsi neutron-server[102910]: {{(pid=102910) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 10:27:36.192201 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25eec147-2ddc-4605-846d-ea6532cab04e admin admin] Network e6af0ad0-9fc1-4d6f-8919-77652c0c2a28 is scheduled to be hosted by DHCP agent 3a915d71-ad94-46fb-aadb-328912ff9e3f with binding_index 1 {{(pid=102910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 10:27:36.207509 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-25eec147-2ddc-4605-846d-ea6532cab04e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-13-iscsi, e6af0ad0-9fc1-4d6f-8919-77652c0c2a28) {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:27:36.214655 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eec147-2ddc-4605-846d-ea6532cab04e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:27:36.214748 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-25eec147-2ddc-4605-846d-ea6532cab04e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for subnet, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:36.219020 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f6452f-09b8-46d3-bc2a-81b5df5e5910 None None] Network e6af0ad0-9fc1-4d6f-8919-77652c0c2a28 requested from dv-cinder-804035-13-iscsi {{(pid=102912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 10:27:36.244361 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-25eec147-2ddc-4605-846d-ea6532cab04e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6830244 Nov 22 10:27:36.363216 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35462e6f-dd37-478d-81fb-d5dc19963940 None None] Network e6af0ad0-9fc1-4d6f-8919-77652c0c2a28 requested from dv-cinder-804035-13-iscsi {{(pid=102912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 10:27:38.680438 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 36882) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:27:38.946828 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-ba34c80a-abd1-46df-a00d-4488dc4609fd admin admin] 10.222.0.46 "GET /v2.0/routers/451d2fe8-30f0-4415-a8be-b2a306999b43 HTTP/1.1" status: 200 len: 710 time: 0.2650537 Nov 22 10:27:39.046014 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63191e9a-8fef-4d6a-b18c-203690863d36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:27:39.047286 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-63191e9a-8fef-4d6a-b18c-203690863d36 admin admin] 10.222.0.46 "GET /v2.0/networks/e6af0ad0-9fc1-4d6f-8919-77652c0c2a28 HTTP/1.1" status: 200 len: 886 time: 0.0940101 Nov 22 10:27:39.057225 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.v2.base [None req-89d09a4b-bf05-47c1-83f4-7db3f66f304d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28'}}} {{(pid=102910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:27:39.312241 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-89d09a4b-bf05-47c1-83f4-7db3f66f304d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:39.559411 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-89d09a4b-bf05-47c1-83f4-7db3f66f304d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:39.638465 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-89d09a4b-bf05-47c1-83f4-7db3f66f304d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:39.794752 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-89d09a4b-bf05-47c1-83f4-7db3f66f304d admin admin] Allocated IP 172.27.0.234 (e6af0ad0-9fc1-4d6f-8919-77652c0c2a28/df63829c-39ab-4507-b346-4c3fdb4717de/cf57be30-0ccd-41d9-a5b1-1297e52d1af7) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 10:27:39.909230 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-89d09a4b-bf05-47c1-83f4-7db3f66f304d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:39.981669 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-89d09a4b-bf05-47c1-83f4-7db3f66f304d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749315246228'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:40.056120 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d09a4b-bf05-47c1-83f4-7db3f66f304d admin admin] Network e6af0ad0-9fc1-4d6f-8919-77652c0c2a28 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:27:40.061027 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-89d09a4b-bf05-47c1-83f4-7db3f66f304d admin admin] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:27:40.068373 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d09a4b-bf05-47c1-83f4-7db3f66f304d admin admin] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 10:27:40.074095 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d09a4b-bf05-47c1-83f4-7db3f66f304d admin admin] Pushing event updated for resources: {'Port': ['ID=cf57be30-0ccd-41d9-a5b1-1297e52d1af7,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:27:40.416789 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-89d09a4b-bf05-47c1-83f4-7db3f66f304d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:40.521060 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 60c9ab37-eb79-443f-b4d9-38228c444021 up at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:27:40.573033 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Provisioning complete for port 60c9ab37-eb79-443f-b4d9-38228c444021 triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:27:40.573407 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:40.642729 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-89d09a4b-bf05-47c1-83f4-7db3f66f304d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-537973', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1031505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8752'] for router, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:40.649320 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-89d09a4b-bf05-47c1-83f4-7db3f66f304d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-999758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-537934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1002255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1031594'] for router, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:40.773042 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d09a4b-bf05-47c1-83f4-7db3f66f304d admin admin] Router 451d2fe8-30f0-4415-a8be-b2a306999b43 has already been hosted by L3 agent fa3112ac-4a6e-40b6-a491-552ca746a833 {{(pid=102910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 10:27:40.884649 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d09a4b-bf05-47c1-83f4-7db3f66f304d admin admin] Notify agent at l3_agent.dv-cinder-804035-13-iscsi the message routers_updated {{(pid=102910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 10:27:40.889407 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-89d09a4b-bf05-47c1-83f4-7db3f66f304d admin admin] Publish callbacks [] for router, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:40.890645 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-89d09a4b-bf05-47c1-83f4-7db3f66f304d admin admin] 10.222.0.46 "PUT /v2.0/routers/451d2fe8-30f0-4415-a8be-b2a306999b43 HTTP/1.1" status: 200 len: 890 time: 1.8368180 Nov 22 10:27:41.941806 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9237e067-5c43-48a0-be29-7576a987faef None None] Sync routers for ids ['451d2fe8-30f0-4415-a8be-b2a306999b43'] in dv-cinder-804035-13-iscsi {{(pid=102912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 10:27:41.954072 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9237e067-5c43-48a0-be29-7576a987faef None None] Routers {'451d2fe8-30f0-4415-a8be-b2a306999b43'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:27:41.954872 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-9237e067-5c43-48a0-be29-7576a987faef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:27:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['451d2fe8-30f0-4415-a8be-b2a306999b43'], 'active': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:27:42.178167 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvr_db [None req-9237e067-5c43-48a0-be29-7576a987faef None None] Set router 451d2fe8-30f0-4415-a8be-b2a306999b43 gateway port host: dv-cinder-804035-13-iscsi {{(pid=102912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:27:42.660274 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-9237e067-5c43-48a0-be29-7576a987faef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451d2fe8-30f0-4415-a8be-b2a306999b43', 'name': 'router1', 'tenant_id': 'c2f22eb42aa84194ac533f041a2efd8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'cf57be30-0ccd-41d9-a5b1-1297e52d1af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:27:21Z', 'updated_at': '2021-11-22T10:27:40Z', 'revision_number': 4, 'project_id': 'c2f22eb42aa84194ac533f041a2efd8c', 'gw_port': {'id': 'cf57be30-0ccd-41d9-a5b1-1297e52d1af7', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:98:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '451d2fe8-30f0-4415-a8be-b2a306999b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:27:39Z', 'updated_at': '2021-11-22T10:27:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_interfaces': [{'id': '60c9ab37-eb79-443f-b4d9-38228c444021', 'name': '', 'network_id': '97c9dbbc-6aaa-4ca8-8463-d335c6ac6f67', 'tenant_id': 'c2f22eb42aa84194ac533f041a2efd8c', 'mac_address': 'fa:16:3e:2b:37:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451d2fe8-30f0-4415-a8be-b2a306999b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c238b90-822b-46a4-b36c-9ed407770103', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:27:31Z', 'updated_at': '2021-11-22T10:27:34Z', 'revision_number': 5, 'project_id': 'c2f22eb42aa84194ac533f041a2efd8c', 'subnets': [{'id': '3c238b90-822b-46a4-b36c-9ed407770103', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b6be33c8-3387-4219-9d3b-178f3cfa03b0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:27:42.715390 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9237e067-5c43-48a0-be29-7576a987faef None None] Checking router: 451d2fe8-30f0-4415-a8be-b2a306999b43 for host: dv-cinder-804035-13-iscsi {{(pid=102912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 10:27:42.715617 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9237e067-5c43-48a0-be29-7576a987faef None None] Updating router 451d2fe8-30f0-4415-a8be-b2a306999b43 port cf57be30-0ccd-41d9-a5b1-1297e52d1af7 binding host dv-cinder-804035-13-iscsi {{(pid=102912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 10:27:42.766465 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9237e067-5c43-48a0-be29-7576a987faef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:43.100501 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9237e067-5c43-48a0-be29-7576a987faef None None] Publish callbacks [] for port, precommit_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:43.107568 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9237e067-5c43-48a0-be29-7576a987faef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:43.159257 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [None req-9237e067-5c43-48a0-be29-7576a987faef None None] Attempting to bind port cf57be30-0ccd-41d9-a5b1-1297e52d1af7 on host dv-cinder-804035-13-iscsi for vnic_type normal with profile {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 10:27:43.159637 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [None req-9237e067-5c43-48a0-be29-7576a987faef None None] Attempting to bind port cf57be30-0ccd-41d9-a5b1-1297e52d1af7 by drivers openvswitch,hyperv on host dv-cinder-804035-13-iscsi at level 0 using segments [{'id': '07e0d8bf-2b47-470a-a16f-f44f9914b384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28'}] {{(pid=102912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 10:27:43.160024 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9237e067-5c43-48a0-be29-7576a987faef None None] Attempting to bind port cf57be30-0ccd-41d9-a5b1-1297e52d1af7 on network e6af0ad0-9fc1-4d6f-8919-77652c0c2a28 {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:27:43.167164 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd652d7d-1070-43cc-b096-7c8b956d734a None None] Pushing event updated for resources: {'Port': ['ID=cf57be30-0ccd-41d9-a5b1-1297e52d1af7,revision_number=2']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:27:43.172344 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9237e067-5c43-48a0-be29-7576a987faef None None] Checking agent: {'id': '881f7a5b-9941-4288-a74c-0fe38ace5e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 10, 27, 1), 'started_at': datetime.datetime(2021, 11, 22, 10, 27, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 10, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 10:27:43.172692 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9237e067-5c43-48a0-be29-7576a987faef None None] Checking segment: {'id': '07e0d8bf-2b47-470a-a16f-f44f9914b384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:27:43.173127 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9237e067-5c43-48a0-be29-7576a987faef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:43.173518 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9237e067-5c43-48a0-be29-7576a987faef None None] Bound using segment: {'id': '07e0d8bf-2b47-470a-a16f-f44f9914b384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28'} {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 10:27:43.173999 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [None req-9237e067-5c43-48a0-be29-7576a987faef None None] Bound port: cf57be30-0ccd-41d9-a5b1-1297e52d1af7, host: dv-cinder-804035-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e0d8bf-2b47-470a-a16f-f44f9914b384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28'}}] {{(pid=102912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 10:27:43.174372 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9237e067-5c43-48a0-be29-7576a987faef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:43.228677 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-9237e067-5c43-48a0-be29-7576a987faef None None] For port cf57be30-0ccd-41d9-a5b1-1297e52d1af7, host dv-cinder-804035-13-iscsi, cleared binding levels {{(pid=102912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 10:27:43.232493 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-9237e067-5c43-48a0-be29-7576a987faef None None] For port cf57be30-0ccd-41d9-a5b1-1297e52d1af7, host dv-cinder-804035-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=cf57be30-0ccd-41d9-a5b1-1297e52d1af7,segment=NetworkSegment(07e0d8bf-2b47-470a-a16f-f44f9914b384),segment_id=07e0d8bf-2b47-470a-a16f-f44f9914b384)] {{(pid=102912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 10:27:43.240016 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9237e067-5c43-48a0-be29-7576a987faef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:43.303031 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd652d7d-1070-43cc-b096-7c8b956d734a None None] Pushing event updated for resources: {'Port': ['ID=cf57be30-0ccd-41d9-a5b1-1297e52d1af7,revision_number=3']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:27:43.306022 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9237e067-5c43-48a0-be29-7576a987faef None None] Routers {'451d2fe8-30f0-4415-a8be-b2a306999b43'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:27:43.306626 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-9237e067-5c43-48a0-be29-7576a987faef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:27:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['451d2fe8-30f0-4415-a8be-b2a306999b43'], 'active': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:27:43.420579 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 36894) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:27:43.421288 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvr_db [None req-9237e067-5c43-48a0-be29-7576a987faef None None] Set router 451d2fe8-30f0-4415-a8be-b2a306999b43 gateway port host: dv-cinder-804035-13-iscsi {{(pid=102912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:27:43.541209 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-db2ee3d4-1f10-40e3-84ed-89eb5a714b57 admin admin] 10.222.0.46 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1194615 Nov 22 10:27:43.676149 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-9237e067-5c43-48a0-be29-7576a987faef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451d2fe8-30f0-4415-a8be-b2a306999b43', 'name': 'router1', 'tenant_id': 'c2f22eb42aa84194ac533f041a2efd8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'cf57be30-0ccd-41d9-a5b1-1297e52d1af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:27:21Z', 'updated_at': '2021-11-22T10:27:40Z', 'revision_number': 4, 'project_id': 'c2f22eb42aa84194ac533f041a2efd8c', 'gw_port': {'id': 'cf57be30-0ccd-41d9-a5b1-1297e52d1af7', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:98:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '451d2fe8-30f0-4415-a8be-b2a306999b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:27:39Z', 'updated_at': '2021-11-22T10:27:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_interfaces': [{'id': '60c9ab37-eb79-443f-b4d9-38228c444021', 'name': '', 'network_id': '97c9dbbc-6aaa-4ca8-8463-d335c6ac6f67', 'tenant_id': 'c2f22eb42aa84194ac533f041a2efd8c', 'mac_address': 'fa:16:3e:2b:37:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451d2fe8-30f0-4415-a8be-b2a306999b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c238b90-822b-46a4-b36c-9ed407770103', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:27:31Z', 'updated_at': '2021-11-22T10:27:34Z', 'revision_number': 5, 'project_id': 'c2f22eb42aa84194ac533f041a2efd8c', 'subnets': [{'id': '3c238b90-822b-46a4-b36c-9ed407770103', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b6be33c8-3387-4219-9d3b-178f3cfa03b0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:27:43.705064 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9237e067-5c43-48a0-be29-7576a987faef None None] The sync data for ids ['451d2fe8-30f0-4415-a8be-b2a306999b43'] in dv-cinder-804035-13-iscsi is: [{'id': '451d2fe8-30f0-4415-a8be-b2a306999b43', 'name': 'router1', 'tenant_id': 'c2f22eb42aa84194ac533f041a2efd8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'cf57be30-0ccd-41d9-a5b1-1297e52d1af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:27:21Z', 'updated_at': '2021-11-22T10:27:40Z', 'revision_number': 4, 'project_id': 'c2f22eb42aa84194ac533f041a2efd8c', 'gw_port': {'id': 'cf57be30-0ccd-41d9-a5b1-1297e52d1af7', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:98:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '451d2fe8-30f0-4415-a8be-b2a306999b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:27:39Z', 'updated_at': '2021-11-22T10:27:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_interfaces': [{'id': '60c9ab37-eb79-443f-b4d9-38228c444021', 'name': '', 'network_id': '97c9dbbc-6aaa-4ca8-8463-d335c6ac6f67', 'tenant_id': 'c2f22eb42aa84194ac533f041a2efd8c', 'mac_address': 'fa:16:3e:2b:37:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451d2fe8-30f0-4415-a8be-b2a306999b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c238b90-822b-46a4-b36c-9ed407770103', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:27:31Z', 'updated_at': '2021-11-22T10:27:34Z', 'revision_number': 5, 'project_id': 'c2f22eb42aa84194ac533f041a2efd8c', 'subnets': [{'id': '3c238b90-822b-46a4-b36c-9ed407770103', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b6be33c8-3387-4219-9d3b-178f3cfa03b0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 10:27:44.557683 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device cf57be30-0ccd-41d9-a5b1-1297e52d1af7 up at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:27:44.610180 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Provisioning complete for port cf57be30-0ccd-41d9-a5b1-1297e52d1af7 triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:27:44.610546 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:44.690158 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:44.712376 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] For port cf57be30-0ccd-41d9-a5b1-1297e52d1af7, host dv-cinder-804035-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=cf57be30-0ccd-41d9-a5b1-1297e52d1af7,segment=NetworkSegment(07e0d8bf-2b47-470a-a16f-f44f9914b384),segment_id=07e0d8bf-2b47-470a-a16f-f44f9914b384)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:27:44.718242 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:44.777498 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Pushing event updated for resources: {'Port': ['ID=cf57be30-0ccd-41d9-a5b1-1297e52d1af7,revision_number=4']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:27:46.524415 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device cf57be30-0ccd-41d9-a5b1-1297e52d1af7 up at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:27:46.581739 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Provisioning complete for port cf57be30-0ccd-41d9-a5b1-1297e52d1af7 triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:27:46.582114 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:50.226250 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.agents_db [None req-35a1a16e-7bf9-4643-9be2-574a1761dc3a None None] Agent healthcheck: found 5 active agents {{(pid=102913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 10:27:54.663583 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-bf1fd670-7949-457c-960c-e118c9a337b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:56.916684 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-7eac1b51-7155-4a2b-aab0-3f42b513f1a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:58.012708 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0c934117-efa3-4f33-917a-019854f2ef65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:27:59.775002 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e21c8dd6-a119-43bc-9b42-7d87f9168fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:28:00.764474 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:28:24.652516 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-daa2e46d-078e-4a23-b2c8-97e64ca6ced5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:28:26.924361 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-5f16e006-5ddb-422c-af40-72965fc056f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:28:27.229350 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.agents_db [None req-35a1a16e-7bf9-4643-9be2-574a1761dc3a None None] Agent healthcheck: found 5 active agents {{(pid=102913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 10:28:27.999485 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0c934117-efa3-4f33-917a-019854f2ef65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:28:29.775470 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e21c8dd6-a119-43bc-9b42-7d87f9168fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:28:30.762028 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:28:54.649486 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8beb8055-071f-4ecc-8380-0f6be61f4e6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:28:56.911291 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-5987abf3-343d-4cf6-8e51-5f0e55342510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:28:58.001601 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0c934117-efa3-4f33-917a-019854f2ef65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:28:59.776146 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e21c8dd6-a119-43bc-9b42-7d87f9168fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:29:00.757699 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:29:04.228690 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.agents_db [None req-35a1a16e-7bf9-4643-9be2-574a1761dc3a None None] Agent healthcheck: found 5 active agents {{(pid=102913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 10:29:04.524676 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 37378) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:29:04.603216 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.pecan_wsgi.hooks.translation [None req-6435ec75-91d1-4c8c-984f-89d0e9ab3153 admin admin] GET failed (client error): The resource could not be found. Nov 22 10:29:04.604595 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-6435ec75-91d1-4c8c-984f-89d0e9ab3153 admin admin] 10.222.0.46 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0788980 Nov 22 10:29:04.784755 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565ba1fc-a0d7-4070-a392-1469634d4cff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:29:04.786418 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-565ba1fc-a0d7-4070-a392-1469634d4cff admin admin] 10.222.0.46 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1763957 Nov 22 10:29:07.104083 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 37388) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:29:07.214755 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb60fff8-5ae8-404a-8f76-d198aa125cf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:29:07.216161 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-bb60fff8-5ae8-404a-8f76-d198aa125cf6 admin admin] 10.222.0.46 "GET /v2.0/subnets/3c238b90-822b-46a4-b36c-9ed407770103 HTTP/1.1" status: 200 len: 849 time: 0.1110539 Nov 22 10:29:07.226501 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-c15714dd-48dd-4531-80b5-3405e059494b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:29:07.326779 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c15714dd-48dd-4531-80b5-3405e059494b admin admin] Publish callbacks [] for subnet, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:29:07.478144 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c15714dd-48dd-4531-80b5-3405e059494b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749315777356'] for subnet, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:29:07.514234 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15714dd-48dd-4531-80b5-3405e059494b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:29:07.514873 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c15714dd-48dd-4531-80b5-3405e059494b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for subnet, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:29:07.516210 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-c15714dd-48dd-4531-80b5-3405e059494b admin admin] 10.222.0.46 "PUT /v2.0/subnets/3c238b90-822b-46a4-b36c-9ed407770103 HTTP/1.1" status: 200 len: 868 time: 0.2935810 Nov 22 10:29:07.520072 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fff63c-c402-44e9-bf09-ead0b066fa04 None None] Network 97c9dbbc-6aaa-4ca8-8463-d335c6ac6f67 requested from dv-cinder-804035-13-iscsi {{(pid=102912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 10:29:07.535761 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15714dd-48dd-4531-80b5-3405e059494b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c238b90-822b-46a4-b36c-9ed407770103,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:29:07.543762 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15714dd-48dd-4531-80b5-3405e059494b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:29:07.544152 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15714dd-48dd-4531-80b5-3405e059494b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:29:07.544477 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15714dd-48dd-4531-80b5-3405e059494b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:29:07.544826 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15714dd-48dd-4531-80b5-3405e059494b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:29:07.545169 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15714dd-48dd-4531-80b5-3405e059494b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:29:07.545504 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15714dd-48dd-4531-80b5-3405e059494b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:29:07.545839 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15714dd-48dd-4531-80b5-3405e059494b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:29:07.546180 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15714dd-48dd-4531-80b5-3405e059494b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:29:07.546567 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15714dd-48dd-4531-80b5-3405e059494b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:29:07.546904 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15714dd-48dd-4531-80b5-3405e059494b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:29:07.547231 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15714dd-48dd-4531-80b5-3405e059494b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:29:07.547562 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15714dd-48dd-4531-80b5-3405e059494b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:29:07.946436 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-342e1100-3e5f-4846-a185-83b69777d548 None None] Provisioning complete for port fa8251af-d91b-4875-8155-b93d3dca6473 triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:29:07.946810 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-342e1100-3e5f-4846-a185-83b69777d548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:29:08.039841 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-342e1100-3e5f-4846-a185-83b69777d548 None None] Provisioning complete for port 60c9ab37-eb79-443f-b4d9-38228c444021 triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:29:08.040073 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-342e1100-3e5f-4846-a185-83b69777d548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:29:09.989807 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 37398) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:29:10.289783 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae45553-f824-4494-b6c7-73bedaf15f96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:29:10.290159 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae45553-f824-4494-b6c7-73bedaf15f96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:29:10.291732 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-0ae45553-f824-4494-b6c7-73bedaf15f96 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3005919 Nov 22 10:29:12.597107 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 37406) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:29:12.739077 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9a545f-8e87-423e-990a-e53c206c6eaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:29:12.739439 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9a545f-8e87-423e-990a-e53c206c6eaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:29:12.741053 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-6e9a545f-8e87-423e-990a-e53c206c6eaf admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1429090 Nov 22 10:29:15.027442 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 37414) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:29:15.188820 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1511d848-2457-4968-9659-109dce89b68b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:29:15.190257 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-1511d848-2457-4968-9659-109dce89b68b admin admin] 10.222.0.46 "GET /v2.0/networks/97c9dbbc-6aaa-4ca8-8463-d335c6ac6f67 HTTP/1.1" status: 200 len: 869 time: 0.1617956 Nov 22 10:29:17.491779 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 37422) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:29:17.628858 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135260a8-ab75-4d79-8d3a-abe6a37322bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:29:17.630513 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-135260a8-ab75-4d79-8d3a-abe6a37322bb admin admin] 10.222.0.46 "GET /v2.0/networks/e6af0ad0-9fc1-4d6f-8919-77652c0c2a28 HTTP/1.1" status: 200 len: 886 time: 0.1377678 Nov 22 10:29:19.947618 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 37430) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:29:20.097195 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf9fc63-9d65-45d2-9bcd-954a84597b45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:29:20.097642 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf9fc63-9d65-45d2-9bcd-954a84597b45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:29:20.099374 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-7bf9fc63-9d65-45d2-9bcd-954a84597b45 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1507406 Nov 22 10:29:22.401933 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 37438) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:29:22.499307 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bffbef-0298-494e-9917-ee6697184fab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:29:22.499839 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bffbef-0298-494e-9917-ee6697184fab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:29:22.501429 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-82bffbef-0298-494e-9917-ee6697184fab admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0984490 Nov 22 10:29:24.645355 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-a7f0fe04-ae94-46d6-92ed-7a5faddd8ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:29:24.826918 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 37446) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:29:24.946135 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd6a77b-7cf1-4171-a0e1-90b13830790d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:29:24.947627 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-8bd6a77b-7cf1-4171-a0e1-90b13830790d admin admin] 10.222.0.46 "GET /v2.0/subnets/3c238b90-822b-46a4-b36c-9ed407770103 HTTP/1.1" status: 200 len: 868 time: 0.1196508 Nov 22 10:29:26.915553 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-32dbc549-f71d-4942-8c16-d4992f8ae7fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:29:27.273567 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 37454) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:29:27.381076 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1343c3-51f8-4bc3-82f3-7406ada01e8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:29:27.382520 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-3b1343c3-51f8-4bc3-82f3-7406ada01e8b admin admin] 10.222.0.46 "GET /v2.0/subnets/df63829c-39ab-4507-b346-4c3fdb4717de HTTP/1.1" status: 200 len: 816 time: 0.1076190 Nov 22 10:29:28.006374 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0c934117-efa3-4f33-917a-019854f2ef65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:29:29.778444 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e21c8dd6-a119-43bc-9b42-7d87f9168fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:29:30.762958 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:29:41.227859 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.agents_db [None req-35a1a16e-7bf9-4643-9be2-574a1761dc3a None None] Agent healthcheck: found 5 active agents {{(pid=102913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 10:29:51.952528 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 37508) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:29:52.004828 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [None req-84fede01-d251-4f70-aab7-dd5b61614d77 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 10:29:52.005846 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-84fede01-d251-4f70-aab7-dd5b61614d77 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0520873 Nov 22 10:29:54.488680 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 37516) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:29:54.561849 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.pecan_wsgi.hooks.translation [None req-e221d523-e54d-4c60-b06f-894fd613b936 admin admin] GET failed (client error): The resource could not be found. Nov 22 10:29:54.563290 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-e221d523-e54d-4c60-b06f-894fd613b936 admin admin] 10.222.0.46 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0732334 Nov 22 10:29:54.652500 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-820bc43b-e94a-4108-a905-1161f7a00ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:29:54.672453 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e35b326-e853-431a-b79a-4cbd16b8fcd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:29:54.674003 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-8e35b326-e853-431a-b79a-4cbd16b8fcd4 admin admin] 10.222.0.46 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1032166 Nov 22 10:29:56.919073 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-7e9a96da-9ce3-4cc2-884c-3ae8a609e3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:29:57.060458 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 37524) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:29:57.129115 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.v2.base [None req-11662e17-1c36-4792-ae77-8e48afdd1326 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=102910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:29:57.162534 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11662e17-1c36-4792-ae77-8e48afdd1326 admin admin] Made reservation on behalf of 333cfad88d87488994a2c23a58cc1014 for: {'network': 1} {{(pid=102910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 10:29:57.165271 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-11662e17-1c36-4792-ae77-8e48afdd1326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for network, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:29:57.206626 dv-cinder-804035-13-iscsi neutron-server[102910]: WARNING neutron.services.revisions.revision_plugin [None req-11662e17-1c36-4792-ae77-8e48afdd1326 admin admin] Could not find related network for resource to bump revision. Nov 22 10:29:57.232985 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11662e17-1c36-4792-ae77-8e48afdd1326 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=102910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 10:29:57.250673 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-11662e17-1c36-4792-ae77-8e48afdd1326 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749315723740', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4063698'] for segment, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:29:57.251478 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-11662e17-1c36-4792-ae77-8e48afdd1326 admin admin] Unsubscribe: segment precommit_create {{(pid=102910) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 22 10:29:57.251964 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.db.segments_db [None req-11662e17-1c36-4792-ae77-8e48afdd1326 admin admin] Added segment 14c43012-c582-4d65-a720-902231c40f1a of type vlan for network c0c4dcb8-3b0e-4219-a08d-6bdd7938132e Nov 22 10:29:57.299897 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-11662e17-1c36-4792-ae77-8e48afdd1326 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749315269614'] for network, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:29:57.344866 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-11662e17-1c36-4792-ae77-8e48afdd1326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861'] for network, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:29:57.345820 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11662e17-1c36-4792-ae77-8e48afdd1326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:29:57.346392 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-11662e17-1c36-4792-ae77-8e48afdd1326 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for network, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:29:57.411536 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-11662e17-1c36-4792-ae77-8e48afdd1326 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3498797 Nov 22 10:29:57.526326 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11662e17-1c36-4792-ae77-8e48afdd1326 admin admin] Pushing event updated for resources: {'Network': ['ID=c0c4dcb8-3b0e-4219-a08d-6bdd7938132e,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:29:57.534423 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11662e17-1c36-4792-ae77-8e48afdd1326 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:29:57.534930 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11662e17-1c36-4792-ae77-8e48afdd1326 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:29:57.535281 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11662e17-1c36-4792-ae77-8e48afdd1326 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:29:57.535617 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11662e17-1c36-4792-ae77-8e48afdd1326 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:29:57.536006 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11662e17-1c36-4792-ae77-8e48afdd1326 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:29:57.536374 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11662e17-1c36-4792-ae77-8e48afdd1326 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:29:57.536722 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11662e17-1c36-4792-ae77-8e48afdd1326 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:29:57.537079 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11662e17-1c36-4792-ae77-8e48afdd1326 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:29:57.537403 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11662e17-1c36-4792-ae77-8e48afdd1326 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:29:57.537758 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11662e17-1c36-4792-ae77-8e48afdd1326 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:29:57.538081 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11662e17-1c36-4792-ae77-8e48afdd1326 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:29:57.538405 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11662e17-1c36-4792-ae77-8e48afdd1326 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:29:57.551924 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Network c0c4dcb8-3b0e-4219-a08d-6bdd7938132e details requested by agent ovs-agent-dv-cinder-804035-13-iscsi with host dv-cinder-804035-13-iscsi {{(pid=102912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 10:29:58.007765 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0c934117-efa3-4f33-917a-019854f2ef65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:29:59.781496 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e21c8dd6-a119-43bc-9b42-7d87f9168fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:29:59.789112 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 37532) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:29:59.855290 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.pecan_wsgi.hooks.translation [None req-18e9b1ae-e2b4-445f-9dbc-3472c7ef8f09 admin admin] GET failed (client error): The resource could not be found. Nov 22 10:29:59.856762 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-18e9b1ae-e2b4-445f-9dbc-3472c7ef8f09 admin admin] 10.222.0.46 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0654404 Nov 22 10:29:59.933477 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c77f0f-e924-41d3-b9c7-58b07a8c381d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:29:59.934998 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-80c77f0f-e924-41d3-b9c7-58b07a8c381d admin admin] 10.222.0.46 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0710073 Nov 22 10:29:59.946461 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.v2.base [None req-802bdafc-0deb-4e44-bf40-dd661d017e55 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': 'c0c4dcb8-3b0e-4219-a08d-6bdd7938132e', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=102910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:29:59.969340 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802bdafc-0deb-4e44-bf40-dd661d017e55 admin admin] Made reservation on behalf of 333cfad88d87488994a2c23a58cc1014 for: {'subnet': 1} {{(pid=102910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 10:29:59.971628 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-802bdafc-0deb-4e44-bf40-dd661d017e55 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:30:00.141218 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-802bdafc-0deb-4e44-bf40-dd661d017e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861'] for subnet, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:30:00.192786 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802bdafc-0deb-4e44-bf40-dd661d017e55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c874067-faef-4765-b77f-2ae154b4b7e6,revision_number=0']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:30:00.208092 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802bdafc-0deb-4e44-bf40-dd661d017e55 admin admin] Checking segment: {'id': '14c43012-c582-4d65-a720-902231c40f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c0c4dcb8-3b0e-4219-a08d-6bdd7938132e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:30:00.208473 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802bdafc-0deb-4e44-bf40-dd661d017e55 admin admin] Network hostable DHCP agents. Network: c0c4dcb8-3b0e-4219-a08d-6bdd7938132e, hostable agents: ['3a915d71-ad94-46fb-aadb-328912ff9e3f'], hosted agents: [] {{(pid=102910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 10:30:00.226862 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802bdafc-0deb-4e44-bf40-dd661d017e55 admin admin] Network c0c4dcb8-3b0e-4219-a08d-6bdd7938132e is scheduled to be hosted by DHCP agent 3a915d71-ad94-46fb-aadb-328912ff9e3f with binding_index 1 {{(pid=102910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 10:30:00.237106 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-802bdafc-0deb-4e44-bf40-dd661d017e55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-13-iscsi, c0c4dcb8-3b0e-4219-a08d-6bdd7938132e) {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:30:00.241365 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802bdafc-0deb-4e44-bf40-dd661d017e55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:30:00.241966 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-802bdafc-0deb-4e44-bf40-dd661d017e55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for subnet, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:30:00.247489 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f87099-7c91-4f23-98e8-fc8f80a22eee None None] Network c0c4dcb8-3b0e-4219-a08d-6bdd7938132e requested from dv-cinder-804035-13-iscsi {{(pid=102912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 10:30:00.259001 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-802bdafc-0deb-4e44-bf40-dd661d017e55 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3156958 Nov 22 10:30:00.513561 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcc83a6-9171-4f43-a5a0-5b1850bece74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3cb17f46-4a94-5537-b416-49c51b5b1ccb-c0c4dcb8-3b0e-4219-a08d-6bdd7938132e', 'network_id': 'c0c4dcb8-3b0e-4219-a08d-6bdd7938132e', 'tenant_id': '333cfad88d87488994a2c23a58cc1014', 'fixed_ips': [{'subnet_id': '8c874067-faef-4765-b77f-2ae154b4b7e6'}]}} from dv-cinder-804035-13-iscsi. {{(pid=102912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 10:30:00.514477 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-adcc83a6-9171-4f43-a5a0-5b1850bece74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:30:00.657600 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.db_base_plugin_common [None req-adcc83a6-9171-4f43-a5a0-5b1850bece74 None None] Allocated IP 192.168.233.2 (c0c4dcb8-3b0e-4219-a08d-6bdd7938132e/8c874067-faef-4765-b77f-2ae154b4b7e6/486c89f4-fbc2-4272-b535-0cbc1a6a3c5e) {{(pid=102912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 10:30:00.805800 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:30:00.818056 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-adcc83a6-9171-4f43-a5a0-5b1850bece74 None None] Publish callbacks [] for port, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:30:00.828695 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-adcc83a6-9171-4f43-a5a0-5b1850bece74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749315246228'] for port, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:30:00.869857 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcc83a6-9171-4f43-a5a0-5b1850bece74 None None] Network c0c4dcb8-3b0e-4219-a08d-6bdd7938132e is already hosted by enough agents. {{(pid=102912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:30:00.872931 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.scheduler.base_scheduler [None req-adcc83a6-9171-4f43-a5a0-5b1850bece74 None None] Resources bound (agent type, host, resource id): {{(pid=102912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:30:00.876683 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcc83a6-9171-4f43-a5a0-5b1850bece74 None None] Received port after_create {{(pid=102912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 10:30:00.885634 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc83a6-9171-4f43-a5a0-5b1850bece74 None None] Pushing event updated for resources: {'Port': ['ID=486c89f4-fbc2-4272-b535-0cbc1a6a3c5e,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:30:00.907306 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc83a6-9171-4f43-a5a0-5b1850bece74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:30:00.907748 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc83a6-9171-4f43-a5a0-5b1850bece74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:30:00.908075 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc83a6-9171-4f43-a5a0-5b1850bece74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:30:00.908409 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc83a6-9171-4f43-a5a0-5b1850bece74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:30:00.908740 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc83a6-9171-4f43-a5a0-5b1850bece74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:30:00.909090 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc83a6-9171-4f43-a5a0-5b1850bece74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:30:00.909421 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc83a6-9171-4f43-a5a0-5b1850bece74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:30:00.909750 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc83a6-9171-4f43-a5a0-5b1850bece74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:30:00.910076 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc83a6-9171-4f43-a5a0-5b1850bece74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:30:00.910397 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc83a6-9171-4f43-a5a0-5b1850bece74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:30:00.910717 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc83a6-9171-4f43-a5a0-5b1850bece74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:30:00.911045 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc83a6-9171-4f43-a5a0-5b1850bece74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:30:00.947726 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [None req-adcc83a6-9171-4f43-a5a0-5b1850bece74 None None] Attempting to bind port 486c89f4-fbc2-4272-b535-0cbc1a6a3c5e on host dv-cinder-804035-13-iscsi for vnic_type normal with profile {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 10:30:00.948416 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [None req-adcc83a6-9171-4f43-a5a0-5b1850bece74 None None] Attempting to bind port 486c89f4-fbc2-4272-b535-0cbc1a6a3c5e by drivers openvswitch,hyperv on host dv-cinder-804035-13-iscsi at level 0 using segments [{'id': '14c43012-c582-4d65-a720-902231c40f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c0c4dcb8-3b0e-4219-a08d-6bdd7938132e'}] {{(pid=102912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 10:30:00.948787 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcc83a6-9171-4f43-a5a0-5b1850bece74 None None] Attempting to bind port 486c89f4-fbc2-4272-b535-0cbc1a6a3c5e on network c0c4dcb8-3b0e-4219-a08d-6bdd7938132e {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:30:00.954733 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcc83a6-9171-4f43-a5a0-5b1850bece74 None None] Checking agent: {'id': '881f7a5b-9941-4288-a74c-0fe38ace5e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 10, 27, 1), 'started_at': datetime.datetime(2021, 11, 22, 10, 27, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 10, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 10:30:00.955099 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcc83a6-9171-4f43-a5a0-5b1850bece74 None None] Checking segment: {'id': '14c43012-c582-4d65-a720-902231c40f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c0c4dcb8-3b0e-4219-a08d-6bdd7938132e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:30:00.955534 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-adcc83a6-9171-4f43-a5a0-5b1850bece74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:30:00.955956 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcc83a6-9171-4f43-a5a0-5b1850bece74 None None] Bound using segment: {'id': '14c43012-c582-4d65-a720-902231c40f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c0c4dcb8-3b0e-4219-a08d-6bdd7938132e'} {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 10:30:00.956429 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [None req-adcc83a6-9171-4f43-a5a0-5b1850bece74 None None] Bound port: 486c89f4-fbc2-4272-b535-0cbc1a6a3c5e, host: dv-cinder-804035-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14c43012-c582-4d65-a720-902231c40f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c0c4dcb8-3b0e-4219-a08d-6bdd7938132e'}}] {{(pid=102912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 10:30:00.956831 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-adcc83a6-9171-4f43-a5a0-5b1850bece74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:30:01.024974 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-adcc83a6-9171-4f43-a5a0-5b1850bece74 None None] For port 486c89f4-fbc2-4272-b535-0cbc1a6a3c5e, host dv-cinder-804035-13-iscsi, cleared binding levels {{(pid=102912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 10:30:01.028945 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-adcc83a6-9171-4f43-a5a0-5b1850bece74 None None] For port 486c89f4-fbc2-4272-b535-0cbc1a6a3c5e, host dv-cinder-804035-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=486c89f4-fbc2-4272-b535-0cbc1a6a3c5e,segment=NetworkSegment(14c43012-c582-4d65-a720-902231c40f1a),segment_id=14c43012-c582-4d65-a720-902231c40f1a)] {{(pid=102912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 10:30:01.034138 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-adcc83a6-9171-4f43-a5a0-5b1850bece74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:30:01.116989 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc83a6-9171-4f43-a5a0-5b1850bece74 None None] Pushing event updated for resources: {'Port': ['ID=486c89f4-fbc2-4272-b535-0cbc1a6a3c5e,revision_number=2']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:30:01.997080 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d699ea0-d2d1-4199-be79-bf1489c34c59 None None] Network c0c4dcb8-3b0e-4219-a08d-6bdd7938132e requested from dv-cinder-804035-13-iscsi {{(pid=102912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 10:30:02.070102 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-e605737a-486a-4baa-8d7e-fef504c40e80 None None] Provisioning complete for port 486c89f4-fbc2-4272-b535-0cbc1a6a3c5e triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:30:02.070511 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e605737a-486a-4baa-8d7e-fef504c40e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:30:02.221917 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e605737a-486a-4baa-8d7e-fef504c40e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:30:02.264753 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-e605737a-486a-4baa-8d7e-fef504c40e80 None None] For port 486c89f4-fbc2-4272-b535-0cbc1a6a3c5e, host dv-cinder-804035-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=486c89f4-fbc2-4272-b535-0cbc1a6a3c5e,segment=NetworkSegment(14c43012-c582-4d65-a720-902231c40f1a),segment_id=14c43012-c582-4d65-a720-902231c40f1a)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:30:02.272527 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e605737a-486a-4baa-8d7e-fef504c40e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:30:02.329850 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e605737a-486a-4baa-8d7e-fef504c40e80 None None] Pushing event updated for resources: {'Port': ['ID=486c89f4-fbc2-4272-b535-0cbc1a6a3c5e,revision_number=3']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:30:02.495740 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-67478ba4-06d7-488c-8002-dcf57accccdf None None] Provisioning complete for port 486c89f4-fbc2-4272-b535-0cbc1a6a3c5e triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:30:02.496050 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-67478ba4-06d7-488c-8002-dcf57accccdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:30:02.617430 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 486c89f4-fbc2-4272-b535-0cbc1a6a3c5e up at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:30:02.669161 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Provisioning complete for port 486c89f4-fbc2-4272-b535-0cbc1a6a3c5e triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:30:02.669528 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:30:18.229254 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.agents_db [None req-35a1a16e-7bf9-4643-9be2-574a1761dc3a None None] Agent healthcheck: found 5 active agents {{(pid=102913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 10:30:24.648617 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-c584f7d2-fd37-49d1-bf7b-b4f0a3488b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:30:26.922566 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-1b3e16fa-d362-479e-a852-d9195704b8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:30:28.013675 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0c934117-efa3-4f33-917a-019854f2ef65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:30:29.788143 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e21c8dd6-a119-43bc-9b42-7d87f9168fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:30:30.774177 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:30:54.646918 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-2145ad75-5598-4ca8-884c-2be9d9a3e99a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:30:55.228422 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.agents_db [None req-35a1a16e-7bf9-4643-9be2-574a1761dc3a None None] Agent healthcheck: found 5 active agents {{(pid=102913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 10:30:56.927985 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-2cd0bc06-223f-46d9-a203-ce9437c79b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:30:58.014211 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0c934117-efa3-4f33-917a-019854f2ef65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:30:59.795396 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e21c8dd6-a119-43bc-9b42-7d87f9168fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:31:00.768841 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:31:14.681577 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 37576) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:31:14.687956 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [None req-4ff4e9d7-fefd-4979-ac57-d2c58343649e tempest-verify_tempest_config-1320234269 tempest-verify_tempest_config-1320234269-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 10:31:14.688941 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-4ff4e9d7-fefd-4979-ac57-d2c58343649e tempest-verify_tempest_config-1320234269 tempest-verify_tempest_config-1320234269-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0062761 Nov 22 10:31:15.008899 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 37594) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:31:15.121097 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b605a95a-5bdd-423c-9e7b-4273d0703095 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:31:15.193372 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b605a95a-5bdd-423c-9e7b-4273d0703095 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:31:15.198709 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b605a95a-5bdd-423c-9e7b-4273d0703095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:31:15.244308 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-b605a95a-5bdd-423c-9e7b-4273d0703095 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c610a9c890724108a3e417ec2a374863&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2342978 Nov 22 10:31:15.245246 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b605a95a-5bdd-423c-9e7b-4273d0703095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67aee04e-f521-4d85-8edf-24c78b37fc9b,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:31:15.247557 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 37600) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:31:15.252177 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b605a95a-5bdd-423c-9e7b-4273d0703095 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:31:15.252539 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b605a95a-5bdd-423c-9e7b-4273d0703095 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:31:15.252872 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b605a95a-5bdd-423c-9e7b-4273d0703095 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:31:15.253199 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b605a95a-5bdd-423c-9e7b-4273d0703095 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:31:15.253525 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b605a95a-5bdd-423c-9e7b-4273d0703095 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:31:15.253849 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b605a95a-5bdd-423c-9e7b-4273d0703095 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:31:15.254170 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b605a95a-5bdd-423c-9e7b-4273d0703095 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:31:15.254494 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b605a95a-5bdd-423c-9e7b-4273d0703095 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:31:15.254836 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b605a95a-5bdd-423c-9e7b-4273d0703095 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:31:15.255137 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b605a95a-5bdd-423c-9e7b-4273d0703095 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:31:15.255488 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b605a95a-5bdd-423c-9e7b-4273d0703095 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:31:15.255807 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b605a95a-5bdd-423c-9e7b-4273d0703095 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:31:15.330773 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e945e829-27ec-4036-9027-068f656a8d36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:31:15.351533 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e945e829-27ec-4036-9027-068f656a8d36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:31:15.448244 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e945e829-27ec-4036-9027-068f656a8d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:31:15.451131 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e945e829-27ec-4036-9027-068f656a8d36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:31:15.452385 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-e945e829-27ec-4036-9027-068f656a8d36 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/67aee04e-f521-4d85-8edf-24c78b37fc9b HTTP/1.1" status: 204 len: 168 time: 0.2036707 Nov 22 10:31:15.460647 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e945e829-27ec-4036-9027-068f656a8d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67aee04e-f521-4d85-8edf-24c78b37fc9b,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:31:15.467915 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e945e829-27ec-4036-9027-068f656a8d36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:31:15.468272 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e945e829-27ec-4036-9027-068f656a8d36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:31:15.468630 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e945e829-27ec-4036-9027-068f656a8d36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:31:15.468968 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e945e829-27ec-4036-9027-068f656a8d36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:31:15.469301 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e945e829-27ec-4036-9027-068f656a8d36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:31:15.469637 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e945e829-27ec-4036-9027-068f656a8d36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:31:15.469968 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e945e829-27ec-4036-9027-068f656a8d36 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:31:15.470298 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e945e829-27ec-4036-9027-068f656a8d36 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:31:15.470696 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e945e829-27ec-4036-9027-068f656a8d36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:31:15.470937 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e945e829-27ec-4036-9027-068f656a8d36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:31:15.471295 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e945e829-27ec-4036-9027-068f656a8d36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:31:15.471612 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e945e829-27ec-4036-9027-068f656a8d36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:31:24.642205 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-fc90bc04-f5c7-42a7-9b03-82dff4ed052f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:31:26.932973 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8b0367fd-b051-4bf9-98a9-8ddb26f94f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:31:28.018211 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0c934117-efa3-4f33-917a-019854f2ef65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:31:29.793692 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e21c8dd6-a119-43bc-9b42-7d87f9168fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:31:30.778974 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:31:32.227835 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.agents_db [None req-35a1a16e-7bf9-4643-9be2-574a1761dc3a None None] Agent healthcheck: found 5 active agents {{(pid=102913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 10:31:54.655912 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-1e6e5b96-1f02-492b-9ca9-7fc7ff13970b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:31:56.937848 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d8890c9d-841e-410c-928d-4d625e12a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:31:58.022934 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0c934117-efa3-4f33-917a-019854f2ef65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:31:59.797368 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e21c8dd6-a119-43bc-9b42-7d87f9168fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:32:00.774543 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:32:09.227157 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.agents_db [None req-35a1a16e-7bf9-4643-9be2-574a1761dc3a None None] Agent healthcheck: found 5 active agents {{(pid=102913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 10:32:24.650768 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-a41d85be-3beb-4c34-977c-64806dd0599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:32:26.942091 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f98c6e31-cd38-4247-83ea-3fd7560cac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:32:28.022823 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0c934117-efa3-4f33-917a-019854f2ef65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:32:29.804951 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e21c8dd6-a119-43bc-9b42-7d87f9168fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:32:30.780358 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:32:46.226194 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.agents_db [None req-35a1a16e-7bf9-4643-9be2-574a1761dc3a None None] Agent healthcheck: found 5 active agents {{(pid=102913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 10:32:49.860616 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1032077'] for agent, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:32:54.658956 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-bd2944bb-1d3e-481a-9c34-f005309751be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:32:56.947107 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0ae3479b-fcc8-4dc3-8d2d-ae089a90b18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:32:58.026670 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0c934117-efa3-4f33-917a-019854f2ef65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:32:59.802408 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e21c8dd6-a119-43bc-9b42-7d87f9168fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:33:00.786512 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:33:05.426883 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 37674) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:33:05.560531 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-93ebebdd-58a0-414f-858e-550a0c7dd3c0 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1324553 Nov 22 10:33:07.936023 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 37684) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:33:08.006795 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-6f4306e0-96a5-4481-8918-70b67a80fb85 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0695646 Nov 22 10:33:19.821090 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:33:23.225085 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.agents_db [None req-35a1a16e-7bf9-4643-9be2-574a1761dc3a None None] Agent healthcheck: found 6 active agents {{(pid=102913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 10:33:24.654352 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-001a3c31-c382-4e85-b21b-64e38e6cc949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:33:26.953203 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-2d914390-6b4a-4c68-8b51-333db9ade6ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:33:28.030183 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0c934117-efa3-4f33-917a-019854f2ef65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:33:29.806934 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e21c8dd6-a119-43bc-9b42-7d87f9168fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:33:30.783035 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:33:49.822733 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:33:54.659186 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f58c28a1-6ec5-4640-bd11-7b3621b65209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:33:56.958481 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-7a2dc195-b908-438f-b5a0-3d9d4d435418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:33:58.032686 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0c934117-efa3-4f33-917a-019854f2ef65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:33:59.924676 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e21c8dd6-a119-43bc-9b42-7d87f9168fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:00.224083 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.agents_db [None req-35a1a16e-7bf9-4643-9be2-574a1761dc3a None None] Agent healthcheck: found 6 active agents {{(pid=102913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 10:34:00.780623 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:19.818668 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:24.667427 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cef6a7ed-11fc-43c3-8917-07b62b82b5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:26.963877 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f75d58a3-0add-43f6-99c8-f67698ac291d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:28.035274 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0c934117-efa3-4f33-917a-019854f2ef65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:29.825153 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e21c8dd6-a119-43bc-9b42-7d87f9168fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:30.778980 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:37.224073 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.agents_db [None req-35a1a16e-7bf9-4643-9be2-574a1761dc3a None None] Agent healthcheck: found 6 active agents {{(pid=102913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 10:34:37.648767 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 37826) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:34:38.005539 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.v2.base [None req-2c39f3bd-f6ab-4fb5-83b8-ba3626b30227 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-6190435-network', 'tenant_id': 'f2a799df19ef409eb8975d5f05fa1c01'}} {{(pid=102910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:34:38.030788 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c39f3bd-f6ab-4fb5-83b8-ba3626b30227 admin admin] Made reservation on behalf of f2a799df19ef409eb8975d5f05fa1c01 for: {'network': 1} {{(pid=102910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 10:34:38.033851 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2c39f3bd-f6ab-4fb5-83b8-ba3626b30227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for network, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:38.051088 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2c39f3bd-f6ab-4fb5-83b8-ba3626b30227 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:38.145186 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2c39f3bd-f6ab-4fb5-83b8-ba3626b30227 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:38.151616 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2c39f3bd-f6ab-4fb5-83b8-ba3626b30227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:38.172969 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c39f3bd-f6ab-4fb5-83b8-ba3626b30227 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=102910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 10:34:38.195148 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2c39f3bd-f6ab-4fb5-83b8-ba3626b30227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4063698'] for segment, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:38.195862 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.db.segments_db [None req-2c39f3bd-f6ab-4fb5-83b8-ba3626b30227 admin admin] Added segment b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c of type vlan for network e114790e-2c2f-46a4-8dd6-49197de38f16 Nov 22 10:34:38.208126 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c39f3bd-f6ab-4fb5-83b8-ba3626b30227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be132a73-3ef4-4bf7-8eee-f2ce7f3ec857,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:38.232247 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c39f3bd-f6ab-4fb5-83b8-ba3626b30227 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:34:38.232578 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c39f3bd-f6ab-4fb5-83b8-ba3626b30227 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:34:38.232927 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c39f3bd-f6ab-4fb5-83b8-ba3626b30227 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:34:38.233270 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c39f3bd-f6ab-4fb5-83b8-ba3626b30227 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:34:38.233605 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c39f3bd-f6ab-4fb5-83b8-ba3626b30227 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:34:38.234000 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c39f3bd-f6ab-4fb5-83b8-ba3626b30227 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:34:38.234284 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c39f3bd-f6ab-4fb5-83b8-ba3626b30227 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:34:38.234627 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c39f3bd-f6ab-4fb5-83b8-ba3626b30227 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:34:38.234953 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c39f3bd-f6ab-4fb5-83b8-ba3626b30227 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:34:38.235277 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c39f3bd-f6ab-4fb5-83b8-ba3626b30227 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:34:38.235601 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c39f3bd-f6ab-4fb5-83b8-ba3626b30227 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:34:38.238909 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c39f3bd-f6ab-4fb5-83b8-ba3626b30227 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:34:38.240119 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c39f3bd-f6ab-4fb5-83b8-ba3626b30227 admin admin] Tracked resource versions report: Nov 22 10:34:38.240119 dv-cinder-804035-13-iscsi neutron-server[102910]: pushed versions: Nov 22 10:34:38.240119 dv-cinder-804035-13-iscsi neutron-server[102910]: { 'AddressGroup': {'1.2'}, Nov 22 10:34:38.240119 dv-cinder-804035-13-iscsi neutron-server[102910]: 'ConntrackHelper': {'1.0'}, Nov 22 10:34:38.240119 dv-cinder-804035-13-iscsi neutron-server[102910]: 'Log': {'1.0'}, Nov 22 10:34:38.240119 dv-cinder-804035-13-iscsi neutron-server[102910]: 'Network': {'1.1'}, Nov 22 10:34:38.240119 dv-cinder-804035-13-iscsi neutron-server[102910]: 'Port': {'1.7'}, Nov 22 10:34:38.240119 dv-cinder-804035-13-iscsi neutron-server[102910]: 'PortForwarding': {'1.2'}, Nov 22 10:34:38.240119 dv-cinder-804035-13-iscsi neutron-server[102910]: 'QosPolicy': {'1.10'}, Nov 22 10:34:38.240119 dv-cinder-804035-13-iscsi neutron-server[102910]: 'SecurityGroup': {'1.5'}, Nov 22 10:34:38.240119 dv-cinder-804035-13-iscsi neutron-server[102910]: 'SecurityGroupRule': {'1.2'}, Nov 22 10:34:38.240119 dv-cinder-804035-13-iscsi neutron-server[102910]: 'SubPort': {'1.0'}, Nov 22 10:34:38.240119 dv-cinder-804035-13-iscsi neutron-server[102910]: 'Subnet': {'1.1'}, Nov 22 10:34:38.240119 dv-cinder-804035-13-iscsi neutron-server[102910]: 'Trunk': {'1.1'}} Nov 22 10:34:38.240119 dv-cinder-804035-13-iscsi neutron-server[102910]: consumer versions: Nov 22 10:34:38.240119 dv-cinder-804035-13-iscsi neutron-server[102910]: { DHCP agent@dv-cinder-804035-13-iscsi: {}, Nov 22 10:34:38.240119 dv-cinder-804035-13-iscsi neutron-server[102910]: HyperV agent@hv-cinder-80403: {}, Nov 22 10:34:38.240119 dv-cinder-804035-13-iscsi neutron-server[102910]: L3 agent@dv-cinder-804035-13-iscsi: {}, Nov 22 10:34:38.240119 dv-cinder-804035-13-iscsi neutron-server[102910]: Metadata agent@dv-cinder-804035-13-iscsi: {}, Nov 22 10:34:38.240119 dv-cinder-804035-13-iscsi neutron-server[102910]: Metering agent@dv-cinder-804035-13-iscsi: {}, Nov 22 10:34:38.240119 dv-cinder-804035-13-iscsi neutron-server[102910]: Open vSwitch agent@dv-cinder-804035-13-iscsi: { 'AddressGroup': '1.2', Nov 22 10:34:38.240119 dv-cinder-804035-13-iscsi neutron-server[102910]: 'ConntrackHelper': '1.0', Nov 22 10:34:38.240119 dv-cinder-804035-13-iscsi neutron-server[102910]: 'Log': '1.0', Nov 22 10:34:38.240119 dv-cinder-804035-13-iscsi neutron-server[102910]: 'Network': '1.1', Nov 22 10:34:38.240119 dv-cinder-804035-13-iscsi neutron-server[102910]: 'Port': '1.7', Nov 22 10:34:38.240119 dv-cinder-804035-13-iscsi neutron-server[102910]: 'PortForwarding': '1.2', Nov 22 10:34:38.240119 dv-cinder-804035-13-iscsi neutron-server[102910]: 'QosPolicy': '1.10', Nov 22 10:34:38.240119 dv-cinder-804035-13-iscsi neutron-server[102910]: 'SecurityGroup': '1.5', Nov 22 10:34:38.240119 dv-cinder-804035-13-iscsi neutron-server[102910]: 'SecurityGroupRule': '1.2', Nov 22 10:34:38.240119 dv-cinder-804035-13-iscsi neutron-server[102910]: 'SubPort': '1.0', Nov 22 10:34:38.240119 dv-cinder-804035-13-iscsi neutron-server[102910]: 'Subnet': '1.1', Nov 22 10:34:38.240119 dv-cinder-804035-13-iscsi neutron-server[102910]: 'Trunk': '1.1'}} Nov 22 10:34:38.240119 dv-cinder-804035-13-iscsi neutron-server[102910]: {{(pid=102910) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 10:34:38.257285 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2c39f3bd-f6ab-4fb5-83b8-ba3626b30227 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749315269614'] for network, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:38.285443 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2c39f3bd-f6ab-4fb5-83b8-ba3626b30227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861'] for network, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:38.286851 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c39f3bd-f6ab-4fb5-83b8-ba3626b30227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:34:38.287532 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2c39f3bd-f6ab-4fb5-83b8-ba3626b30227 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for network, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:38.363817 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-2c39f3bd-f6ab-4fb5-83b8-ba3626b30227 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7130344 Nov 22 10:34:38.366967 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 37878) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:34:38.370492 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c39f3bd-f6ab-4fb5-83b8-ba3626b30227 admin admin] Pushing event updated for resources: {'Network': ['ID=e114790e-2c2f-46a4-8dd6-49197de38f16,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:38.373181 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-f68b28f5-91d0-4fb9-a671-378e20cc6e85 admin admin] Request body: {'subnet': {'network_id': 'e114790e-2c2f-46a4-8dd6-49197de38f16', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-6190435-subnet', 'tenant_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:34:38.390086 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Network e114790e-2c2f-46a4-8dd6-49197de38f16 details requested by agent ovs-agent-dv-cinder-804035-13-iscsi with host dv-cinder-804035-13-iscsi {{(pid=102912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 10:34:38.398765 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68b28f5-91d0-4fb9-a671-378e20cc6e85 admin admin] Made reservation on behalf of f2a799df19ef409eb8975d5f05fa1c01 for: {'subnet': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 10:34:38.401851 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f68b28f5-91d0-4fb9-a671-378e20cc6e85 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:38.624355 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f68b28f5-91d0-4fb9-a671-378e20cc6e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861'] for subnet, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:38.674093 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b28f5-91d0-4fb9-a671-378e20cc6e85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4f21e7d-d84a-4ede-b812-0052f7303231,revision_number=0']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:38.682308 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b28f5-91d0-4fb9-a671-378e20cc6e85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:34:38.682679 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b28f5-91d0-4fb9-a671-378e20cc6e85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:34:38.683486 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b28f5-91d0-4fb9-a671-378e20cc6e85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:34:38.683486 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b28f5-91d0-4fb9-a671-378e20cc6e85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:34:38.683749 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b28f5-91d0-4fb9-a671-378e20cc6e85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:34:38.684021 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b28f5-91d0-4fb9-a671-378e20cc6e85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:34:38.684353 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b28f5-91d0-4fb9-a671-378e20cc6e85 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:34:38.684761 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b28f5-91d0-4fb9-a671-378e20cc6e85 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:34:38.685379 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b28f5-91d0-4fb9-a671-378e20cc6e85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:34:38.685379 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b28f5-91d0-4fb9-a671-378e20cc6e85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:34:38.685645 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b28f5-91d0-4fb9-a671-378e20cc6e85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:34:38.685963 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b28f5-91d0-4fb9-a671-378e20cc6e85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:34:38.687117 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b28f5-91d0-4fb9-a671-378e20cc6e85 admin admin] Tracked resource versions report: Nov 22 10:34:38.687117 dv-cinder-804035-13-iscsi neutron-server[102911]: pushed versions: Nov 22 10:34:38.687117 dv-cinder-804035-13-iscsi neutron-server[102911]: { 'AddressGroup': {'1.2'}, Nov 22 10:34:38.687117 dv-cinder-804035-13-iscsi neutron-server[102911]: 'ConntrackHelper': {'1.0'}, Nov 22 10:34:38.687117 dv-cinder-804035-13-iscsi neutron-server[102911]: 'Log': {'1.0'}, Nov 22 10:34:38.687117 dv-cinder-804035-13-iscsi neutron-server[102911]: 'Network': {'1.1'}, Nov 22 10:34:38.687117 dv-cinder-804035-13-iscsi neutron-server[102911]: 'Port': {'1.7'}, Nov 22 10:34:38.687117 dv-cinder-804035-13-iscsi neutron-server[102911]: 'PortForwarding': {'1.2'}, Nov 22 10:34:38.687117 dv-cinder-804035-13-iscsi neutron-server[102911]: 'QosPolicy': {'1.10'}, Nov 22 10:34:38.687117 dv-cinder-804035-13-iscsi neutron-server[102911]: 'SecurityGroup': {'1.5'}, Nov 22 10:34:38.687117 dv-cinder-804035-13-iscsi neutron-server[102911]: 'SecurityGroupRule': {'1.2'}, Nov 22 10:34:38.687117 dv-cinder-804035-13-iscsi neutron-server[102911]: 'SubPort': {'1.0'}, Nov 22 10:34:38.687117 dv-cinder-804035-13-iscsi neutron-server[102911]: 'Subnet': {'1.1'}, Nov 22 10:34:38.687117 dv-cinder-804035-13-iscsi neutron-server[102911]: 'Trunk': {'1.1'}} Nov 22 10:34:38.687117 dv-cinder-804035-13-iscsi neutron-server[102911]: consumer versions: Nov 22 10:34:38.687117 dv-cinder-804035-13-iscsi neutron-server[102911]: { DHCP agent@dv-cinder-804035-13-iscsi: {}, Nov 22 10:34:38.687117 dv-cinder-804035-13-iscsi neutron-server[102911]: HyperV agent@hv-cinder-80403: {}, Nov 22 10:34:38.687117 dv-cinder-804035-13-iscsi neutron-server[102911]: L3 agent@dv-cinder-804035-13-iscsi: {}, Nov 22 10:34:38.687117 dv-cinder-804035-13-iscsi neutron-server[102911]: Metadata agent@dv-cinder-804035-13-iscsi: {}, Nov 22 10:34:38.687117 dv-cinder-804035-13-iscsi neutron-server[102911]: Metering agent@dv-cinder-804035-13-iscsi: {}, Nov 22 10:34:38.687117 dv-cinder-804035-13-iscsi neutron-server[102911]: Open vSwitch agent@dv-cinder-804035-13-iscsi: { 'AddressGroup': '1.2', Nov 22 10:34:38.687117 dv-cinder-804035-13-iscsi neutron-server[102911]: 'ConntrackHelper': '1.0', Nov 22 10:34:38.687117 dv-cinder-804035-13-iscsi neutron-server[102911]: 'Log': '1.0', Nov 22 10:34:38.687117 dv-cinder-804035-13-iscsi neutron-server[102911]: 'Network': '1.1', Nov 22 10:34:38.687117 dv-cinder-804035-13-iscsi neutron-server[102911]: 'Port': '1.7', Nov 22 10:34:38.687117 dv-cinder-804035-13-iscsi neutron-server[102911]: 'PortForwarding': '1.2', Nov 22 10:34:38.687117 dv-cinder-804035-13-iscsi neutron-server[102911]: 'QosPolicy': '1.10', Nov 22 10:34:38.687117 dv-cinder-804035-13-iscsi neutron-server[102911]: 'SecurityGroup': '1.5', Nov 22 10:34:38.687117 dv-cinder-804035-13-iscsi neutron-server[102911]: 'SecurityGroupRule': '1.2', Nov 22 10:34:38.687117 dv-cinder-804035-13-iscsi neutron-server[102911]: 'SubPort': '1.0', Nov 22 10:34:38.687117 dv-cinder-804035-13-iscsi neutron-server[102911]: 'Subnet': '1.1', Nov 22 10:34:38.687117 dv-cinder-804035-13-iscsi neutron-server[102911]: 'Trunk': '1.1'}} Nov 22 10:34:38.687117 dv-cinder-804035-13-iscsi neutron-server[102911]: {{(pid=102911) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 10:34:38.716271 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68b28f5-91d0-4fb9-a671-378e20cc6e85 admin admin] Checking segment: {'id': 'b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e114790e-2c2f-46a4-8dd6-49197de38f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:34:38.716641 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68b28f5-91d0-4fb9-a671-378e20cc6e85 admin admin] Network hostable DHCP agents. Network: e114790e-2c2f-46a4-8dd6-49197de38f16, hostable agents: ['3a915d71-ad94-46fb-aadb-328912ff9e3f'], hosted agents: [] {{(pid=102911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 10:34:38.735109 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68b28f5-91d0-4fb9-a671-378e20cc6e85 admin admin] Network e114790e-2c2f-46a4-8dd6-49197de38f16 is scheduled to be hosted by DHCP agent 3a915d71-ad94-46fb-aadb-328912ff9e3f with binding_index 1 {{(pid=102911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 10:34:38.746146 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-f68b28f5-91d0-4fb9-a671-378e20cc6e85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-13-iscsi, e114790e-2c2f-46a4-8dd6-49197de38f16) {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:34:38.751867 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68b28f5-91d0-4fb9-a671-378e20cc6e85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:34:38.752725 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f68b28f5-91d0-4fb9-a671-378e20cc6e85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for subnet, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:38.758742 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9aea6c8-fa83-446c-a173-21fac7b25ff5 None None] Network e114790e-2c2f-46a4-8dd6-49197de38f16 requested from dv-cinder-804035-13-iscsi {{(pid=102912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 10:34:38.781241 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-f68b28f5-91d0-4fb9-a671-378e20cc6e85 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4131229 Nov 22 10:34:38.783536 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 37892) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:34:38.788887 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.v2.base [None req-efe13750-356e-4eed-85ab-aec9c6398deb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-6190435-router', 'tenant_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28'}}} {{(pid=102910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:34:38.820548 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-efe13750-356e-4eed-85ab-aec9c6398deb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1028469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10193'] for router, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:38.822363 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-efe13750-356e-4eed-85ab-aec9c6398deb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537963', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-928134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10202'] for router, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:38.935616 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea0794b-008b-46b7-8b72-f9709256a645 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3cb17f46-4a94-5537-b416-49c51b5b1ccb-e114790e-2c2f-46a4-8dd6-49197de38f16', 'network_id': 'e114790e-2c2f-46a4-8dd6-49197de38f16', 'tenant_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'fixed_ips': [{'subnet_id': 'c4f21e7d-d84a-4ede-b812-0052f7303231'}]}} from dv-cinder-804035-13-iscsi. {{(pid=102912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 10:34:38.936216 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-4ea0794b-008b-46b7-8b72-f9709256a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:38.938479 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-efe13750-356e-4eed-85ab-aec9c6398deb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:39.050882 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 37906) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:34:39.104852 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.db_base_plugin_common [None req-4ea0794b-008b-46b7-8b72-f9709256a645 None None] Allocated IP 172.20.0.2 (e114790e-2c2f-46a4-8dd6-49197de38f16/c4f21e7d-d84a-4ede-b812-0052f7303231/aa525efc-3081-4f24-acec-b9631c876f0d) {{(pid=102912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 10:34:39.114033 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-efe13750-356e-4eed-85ab-aec9c6398deb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:39.224559 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 37918) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:34:39.276038 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 37924) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:34:39.306371 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-4ea0794b-008b-46b7-8b72-f9709256a645 None None] Publish callbacks [] for port, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:39.316741 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-4ea0794b-008b-46b7-8b72-f9709256a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749315246228'] for port, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:39.367142 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea0794b-008b-46b7-8b72-f9709256a645 None None] Network e114790e-2c2f-46a4-8dd6-49197de38f16 is already hosted by enough agents. {{(pid=102912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:34:39.372975 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.scheduler.base_scheduler [None req-4ea0794b-008b-46b7-8b72-f9709256a645 None None] Resources bound (agent type, host, resource id): {{(pid=102912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:34:39.376997 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea0794b-008b-46b7-8b72-f9709256a645 None None] Received port after_create {{(pid=102912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 10:34:39.381901 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-850ec941-a929-43de-9574-27d2d13cd574 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1610102399-network', 'tenant_id': 'df68136f15294909b23428e0edcd740d'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:34:39.385981 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea0794b-008b-46b7-8b72-f9709256a645 None None] Pushing event updated for resources: {'Port': ['ID=aa525efc-3081-4f24-acec-b9631c876f0d,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:39.398465 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0794b-008b-46b7-8b72-f9709256a645 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:34:39.405051 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0794b-008b-46b7-8b72-f9709256a645 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:34:39.405797 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0794b-008b-46b7-8b72-f9709256a645 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:34:39.406312 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0794b-008b-46b7-8b72-f9709256a645 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:34:39.406804 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0794b-008b-46b7-8b72-f9709256a645 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:34:39.407323 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0794b-008b-46b7-8b72-f9709256a645 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:34:39.407860 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0794b-008b-46b7-8b72-f9709256a645 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:34:39.408352 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0794b-008b-46b7-8b72-f9709256a645 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:34:39.408852 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0794b-008b-46b7-8b72-f9709256a645 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:34:39.409184 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0794b-008b-46b7-8b72-f9709256a645 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:34:39.409527 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0794b-008b-46b7-8b72-f9709256a645 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:34:39.409857 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0794b-008b-46b7-8b72-f9709256a645 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:34:39.410999 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0794b-008b-46b7-8b72-f9709256a645 None None] Tracked resource versions report: Nov 22 10:34:39.410999 dv-cinder-804035-13-iscsi neutron-server[102912]: pushed versions: Nov 22 10:34:39.410999 dv-cinder-804035-13-iscsi neutron-server[102912]: { 'AddressGroup': {'1.2'}, Nov 22 10:34:39.410999 dv-cinder-804035-13-iscsi neutron-server[102912]: 'ConntrackHelper': {'1.0'}, Nov 22 10:34:39.410999 dv-cinder-804035-13-iscsi neutron-server[102912]: 'Log': {'1.0'}, Nov 22 10:34:39.410999 dv-cinder-804035-13-iscsi neutron-server[102912]: 'Network': {'1.1'}, Nov 22 10:34:39.410999 dv-cinder-804035-13-iscsi neutron-server[102912]: 'Port': {'1.7'}, Nov 22 10:34:39.410999 dv-cinder-804035-13-iscsi neutron-server[102912]: 'PortForwarding': {'1.2'}, Nov 22 10:34:39.410999 dv-cinder-804035-13-iscsi neutron-server[102912]: 'QosPolicy': {'1.10'}, Nov 22 10:34:39.410999 dv-cinder-804035-13-iscsi neutron-server[102912]: 'SecurityGroup': {'1.5'}, Nov 22 10:34:39.410999 dv-cinder-804035-13-iscsi neutron-server[102912]: 'SecurityGroupRule': {'1.2'}, Nov 22 10:34:39.410999 dv-cinder-804035-13-iscsi neutron-server[102912]: 'SubPort': {'1.0'}, Nov 22 10:34:39.410999 dv-cinder-804035-13-iscsi neutron-server[102912]: 'Subnet': {'1.1'}, Nov 22 10:34:39.410999 dv-cinder-804035-13-iscsi neutron-server[102912]: 'Trunk': {'1.1'}} Nov 22 10:34:39.410999 dv-cinder-804035-13-iscsi neutron-server[102912]: consumer versions: Nov 22 10:34:39.410999 dv-cinder-804035-13-iscsi neutron-server[102912]: { DHCP agent@dv-cinder-804035-13-iscsi: {}, Nov 22 10:34:39.410999 dv-cinder-804035-13-iscsi neutron-server[102912]: HyperV agent@hv-cinder-80403: {}, Nov 22 10:34:39.410999 dv-cinder-804035-13-iscsi neutron-server[102912]: L3 agent@dv-cinder-804035-13-iscsi: {}, Nov 22 10:34:39.410999 dv-cinder-804035-13-iscsi neutron-server[102912]: Metadata agent@dv-cinder-804035-13-iscsi: {}, Nov 22 10:34:39.410999 dv-cinder-804035-13-iscsi neutron-server[102912]: Metering agent@dv-cinder-804035-13-iscsi: {}, Nov 22 10:34:39.410999 dv-cinder-804035-13-iscsi neutron-server[102912]: Open vSwitch agent@dv-cinder-804035-13-iscsi: { 'AddressGroup': '1.2', Nov 22 10:34:39.410999 dv-cinder-804035-13-iscsi neutron-server[102912]: 'ConntrackHelper': '1.0', Nov 22 10:34:39.410999 dv-cinder-804035-13-iscsi neutron-server[102912]: 'Log': '1.0', Nov 22 10:34:39.410999 dv-cinder-804035-13-iscsi neutron-server[102912]: 'Network': '1.1', Nov 22 10:34:39.410999 dv-cinder-804035-13-iscsi neutron-server[102912]: 'Port': '1.7', Nov 22 10:34:39.410999 dv-cinder-804035-13-iscsi neutron-server[102912]: 'PortForwarding': '1.2', Nov 22 10:34:39.410999 dv-cinder-804035-13-iscsi neutron-server[102912]: 'QosPolicy': '1.10', Nov 22 10:34:39.410999 dv-cinder-804035-13-iscsi neutron-server[102912]: 'SecurityGroup': '1.5', Nov 22 10:34:39.410999 dv-cinder-804035-13-iscsi neutron-server[102912]: 'SecurityGroupRule': '1.2', Nov 22 10:34:39.410999 dv-cinder-804035-13-iscsi neutron-server[102912]: 'SubPort': '1.0', Nov 22 10:34:39.410999 dv-cinder-804035-13-iscsi neutron-server[102912]: 'Subnet': '1.1', Nov 22 10:34:39.410999 dv-cinder-804035-13-iscsi neutron-server[102912]: 'Trunk': '1.1'}} Nov 22 10:34:39.410999 dv-cinder-804035-13-iscsi neutron-server[102912]: {{(pid=102912) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 10:34:39.420221 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-efe13750-356e-4eed-85ab-aec9c6398deb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:39.427286 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850ec941-a929-43de-9574-27d2d13cd574 admin admin] Made reservation on behalf of df68136f15294909b23428e0edcd740d for: {'network': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 10:34:39.429726 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-850ec941-a929-43de-9574-27d2d13cd574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for network, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:39.444377 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-850ec941-a929-43de-9574-27d2d13cd574 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:39.454382 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-efe13750-356e-4eed-85ab-aec9c6398deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:39.482364 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [None req-4ea0794b-008b-46b7-8b72-f9709256a645 None None] Attempting to bind port aa525efc-3081-4f24-acec-b9631c876f0d on host dv-cinder-804035-13-iscsi for vnic_type normal with profile {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 10:34:39.485605 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [None req-4ea0794b-008b-46b7-8b72-f9709256a645 None None] Attempting to bind port aa525efc-3081-4f24-acec-b9631c876f0d by drivers openvswitch,hyperv on host dv-cinder-804035-13-iscsi at level 0 using segments [{'id': 'b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e114790e-2c2f-46a4-8dd6-49197de38f16'}] {{(pid=102912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 10:34:39.487140 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea0794b-008b-46b7-8b72-f9709256a645 None None] Attempting to bind port aa525efc-3081-4f24-acec-b9631c876f0d on network e114790e-2c2f-46a4-8dd6-49197de38f16 {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:34:39.494634 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea0794b-008b-46b7-8b72-f9709256a645 None None] Checking agent: {'id': '881f7a5b-9941-4288-a74c-0fe38ace5e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 10, 27, 1), 'started_at': datetime.datetime(2021, 11, 22, 10, 27, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 10, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 10:34:39.495684 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea0794b-008b-46b7-8b72-f9709256a645 None None] Checking segment: {'id': 'b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e114790e-2c2f-46a4-8dd6-49197de38f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:34:39.497307 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-4ea0794b-008b-46b7-8b72-f9709256a645 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:39.497980 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea0794b-008b-46b7-8b72-f9709256a645 None None] Bound using segment: {'id': 'b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e114790e-2c2f-46a4-8dd6-49197de38f16'} {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 10:34:39.498807 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [None req-4ea0794b-008b-46b7-8b72-f9709256a645 None None] Bound port: aa525efc-3081-4f24-acec-b9631c876f0d, host: dv-cinder-804035-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e114790e-2c2f-46a4-8dd6-49197de38f16'}}] {{(pid=102912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 10:34:39.499510 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-4ea0794b-008b-46b7-8b72-f9709256a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:39.511360 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-dcaa2967-1a07-4739-ae5a-9b16833c50cb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-382854439-network', 'tenant_id': 'ea3b1b45ca144f90b1c89acf24e22074'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:34:39.564257 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcaa2967-1a07-4739-ae5a-9b16833c50cb admin admin] Made reservation on behalf of ea3b1b45ca144f90b1c89acf24e22074 for: {'network': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 10:34:39.566634 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dcaa2967-1a07-4739-ae5a-9b16833c50cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for network, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:39.592033 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dcaa2967-1a07-4739-ae5a-9b16833c50cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:39.600245 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-4ea0794b-008b-46b7-8b72-f9709256a645 None None] For port aa525efc-3081-4f24-acec-b9631c876f0d, host dv-cinder-804035-13-iscsi, cleared binding levels {{(pid=102912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 10:34:39.601510 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-efe13750-356e-4eed-85ab-aec9c6398deb admin admin] Allocated IP 172.27.0.238 (e6af0ad0-9fc1-4d6f-8919-77652c0c2a28/df63829c-39ab-4507-b346-4c3fdb4717de/260c4cc6-d584-431e-ae2a-5e3741288db2) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 10:34:39.608620 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-4ea0794b-008b-46b7-8b72-f9709256a645 None None] For port aa525efc-3081-4f24-acec-b9631c876f0d, host dv-cinder-804035-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=aa525efc-3081-4f24-acec-b9631c876f0d,segment=NetworkSegment(b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c),segment_id=b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c)] {{(pid=102912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 10:34:39.617342 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-4ea0794b-008b-46b7-8b72-f9709256a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:39.630198 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-83911c84-6ac2-4e75-853d-73e2ed639918 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2051115217-network', 'tenant_id': '47dcd8cc91c540eda175b762b2cc6d9d'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:34:39.735832 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea0794b-008b-46b7-8b72-f9709256a645 None None] Pushing event updated for resources: {'Port': ['ID=aa525efc-3081-4f24-acec-b9631c876f0d,revision_number=2']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:39.740457 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dcaa2967-1a07-4739-ae5a-9b16833c50cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:39.753367 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dcaa2967-1a07-4739-ae5a-9b16833c50cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:39.802182 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaa2967-1a07-4739-ae5a-9b16833c50cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7449671-2a77-44bb-9cea-3af51f72dd75,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:39.805164 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-efe13750-356e-4eed-85ab-aec9c6398deb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:39.816056 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcaa2967-1a07-4739-ae5a-9b16833c50cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=102911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 10:34:39.828344 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dcaa2967-1a07-4739-ae5a-9b16833c50cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4063698'] for segment, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:39.828884 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.db.segments_db [None req-dcaa2967-1a07-4739-ae5a-9b16833c50cb admin admin] Added segment a89922f2-694e-41b6-9361-4a293f55702b of type vlan for network f8081780-6619-4e5e-aa59-236a3848a084 Nov 22 10:34:39.855260 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-efe13750-356e-4eed-85ab-aec9c6398deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749315246228'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:39.898236 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dcaa2967-1a07-4739-ae5a-9b16833c50cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749315269614'] for network, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:39.930255 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83911c84-6ac2-4e75-853d-73e2ed639918 admin admin] Made reservation on behalf of 47dcd8cc91c540eda175b762b2cc6d9d for: {'network': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 10:34:39.932011 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe13750-356e-4eed-85ab-aec9c6398deb admin admin] Network e6af0ad0-9fc1-4d6f-8919-77652c0c2a28 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:34:39.933073 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-83911c84-6ac2-4e75-853d-73e2ed639918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for network, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:39.933787 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe13750-356e-4eed-85ab-aec9c6398deb admin admin] Pushing event updated for resources: {'Port': ['ID=260c4cc6-d584-431e-ae2a-5e3741288db2,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:39.936820 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-efe13750-356e-4eed-85ab-aec9c6398deb admin admin] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:34:39.956119 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-850ec941-a929-43de-9574-27d2d13cd574 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:39.957558 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-83911c84-6ac2-4e75-853d-73e2ed639918 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:39.959649 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dcaa2967-1a07-4739-ae5a-9b16833c50cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861'] for network, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:39.960654 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcaa2967-1a07-4739-ae5a-9b16833c50cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:34:39.961228 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dcaa2967-1a07-4739-ae5a-9b16833c50cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for network, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:39.972696 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe13750-356e-4eed-85ab-aec9c6398deb admin admin] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 10:34:39.986579 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-850ec941-a929-43de-9574-27d2d13cd574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:40.191223 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-83911c84-6ac2-4e75-853d-73e2ed639918 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:40.266088 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ec941-a929-43de-9574-27d2d13cd574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e63607-04e4-4aae-aa64-7f57e2435f67,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:40.293553 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-dcaa2967-1a07-4739-ae5a-9b16833c50cb admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0640445 Nov 22 10:34:40.295188 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 37956) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:34:40.298705 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-850ec941-a929-43de-9574-27d2d13cd574 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=102911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 10:34:40.307852 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-83911c84-6ac2-4e75-853d-73e2ed639918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:40.325447 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-1d068c8d-6871-4615-8a59-b68e8831c72e admin admin] Request body: {'subnet': {'network_id': 'f8081780-6619-4e5e-aa59-236a3848a084', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-382854439-subnet', 'tenant_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:34:40.374279 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaa2967-1a07-4739-ae5a-9b16833c50cb admin admin] Pushing event updated for resources: {'Network': ['ID=f8081780-6619-4e5e-aa59-236a3848a084,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:40.376490 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d068c8d-6871-4615-8a59-b68e8831c72e admin admin] Made reservation on behalf of ea3b1b45ca144f90b1c89acf24e22074 for: {'subnet': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 10:34:40.378836 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-1d068c8d-6871-4615-8a59-b68e8831c72e admin admin] Publish callbacks [] for subnet, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:40.388625 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Network f8081780-6619-4e5e-aa59-236a3848a084 details requested by agent ovs-agent-dv-cinder-804035-13-iscsi with host dv-cinder-804035-13-iscsi {{(pid=102912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 10:34:40.419385 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-850ec941-a929-43de-9574-27d2d13cd574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4063698'] for segment, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:40.419994 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.db.segments_db [None req-850ec941-a929-43de-9574-27d2d13cd574 admin admin] Added segment 63440e24-0f00-480b-afb5-85bcb4c38474 of type vlan for network 1274854e-81ee-4efd-ac30-bca6abb4f0ab Nov 22 10:34:40.423698 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83911c84-6ac2-4e75-853d-73e2ed639918 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=102911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 10:34:40.458197 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-efe13750-356e-4eed-85ab-aec9c6398deb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:40.474736 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83911c84-6ac2-4e75-853d-73e2ed639918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1856cc-ca68-4250-aeff-41694f6d9c75,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:40.516478 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-83911c84-6ac2-4e75-853d-73e2ed639918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4063698'] for segment, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:40.517213 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.db.segments_db [None req-83911c84-6ac2-4e75-853d-73e2ed639918 admin admin] Added segment 9ae977a0-e484-4146-ba84-66dc7a326740 of type vlan for network 153a66f8-3695-4a0f-8479-33d7bddbc164 Nov 22 10:34:40.579434 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-850ec941-a929-43de-9574-27d2d13cd574 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749315269614'] for network, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:40.612085 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-83911c84-6ac2-4e75-853d-73e2ed639918 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749315269614'] for network, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:40.699061 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-850ec941-a929-43de-9574-27d2d13cd574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861'] for network, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:40.700183 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850ec941-a929-43de-9574-27d2d13cd574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:34:40.700858 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-850ec941-a929-43de-9574-27d2d13cd574 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for network, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:40.737197 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-850ec941-a929-43de-9574-27d2d13cd574 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6811273 Nov 22 10:34:40.737197 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 37972) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:34:40.738928 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-83911c84-6ac2-4e75-853d-73e2ed639918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861'] for network, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:40.740322 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83911c84-6ac2-4e75-853d-73e2ed639918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:34:40.741085 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-83911c84-6ac2-4e75-853d-73e2ed639918 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for network, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:40.756827 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-5a0cc798-4a52-4d9d-aa83-36a779d9d95b admin admin] Request body: {'subnet': {'network_id': '1274854e-81ee-4efd-ac30-bca6abb4f0ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1610102399-subnet', 'tenant_id': 'df68136f15294909b23428e0edcd740d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:34:40.812660 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0cc798-4a52-4d9d-aa83-36a779d9d95b admin admin] Made reservation on behalf of df68136f15294909b23428e0edcd740d for: {'subnet': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 10:34:40.818123 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5a0cc798-4a52-4d9d-aa83-36a779d9d95b admin admin] Publish callbacks [] for subnet, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:40.897313 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device aa525efc-3081-4f24-acec-b9631c876f0d up at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:34:40.926742 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-efe13750-356e-4eed-85ab-aec9c6398deb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1031512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-999758'] for router, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:40.990314 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Provisioning complete for port aa525efc-3081-4f24-acec-b9631c876f0d triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:34:40.990783 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:41.178581 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:41.263705 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-83911c84-6ac2-4e75-853d-73e2ed639918 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9857702 Nov 22 10:34:41.275356 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 37998) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:34:41.287337 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.v2.base [None req-98c329e9-8d04-4b9e-a949-ff5575a1b6c6 admin admin] Request body: {'subnet': {'network_id': '153a66f8-3695-4a0f-8479-33d7bddbc164', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2051115217-subnet', 'tenant_id': '47dcd8cc91c540eda175b762b2cc6d9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:34:41.293528 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] For port aa525efc-3081-4f24-acec-b9631c876f0d, host dv-cinder-804035-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=aa525efc-3081-4f24-acec-b9631c876f0d,segment=NetworkSegment(b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c),segment_id=b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:34:41.303087 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:41.316326 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c329e9-8d04-4b9e-a949-ff5575a1b6c6 admin admin] Made reservation on behalf of 47dcd8cc91c540eda175b762b2cc6d9d for: {'subnet': 1} {{(pid=102910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 10:34:41.318892 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-98c329e9-8d04-4b9e-a949-ff5575a1b6c6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:41.323901 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe13750-356e-4eed-85ab-aec9c6398deb admin admin] Router 0fcb52cf-a380-4431-aa8b-b28d74dc8fb9 is scheduled to L3 agent fa3112ac-4a6e-40b6-a491-552ca746a833 with binding_index 1 {{(pid=102910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 10:34:41.387826 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ec941-a929-43de-9574-27d2d13cd574 admin admin] Pushing event updated for resources: {'Network': ['ID=1274854e-81ee-4efd-ac30-bca6abb4f0ab,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:41.423835 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c75183b-f635-488a-8670-615d6160ed0e None None] Network e114790e-2c2f-46a4-8dd6-49197de38f16 requested from dv-cinder-804035-13-iscsi {{(pid=102912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 10:34:41.437468 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Network 1274854e-81ee-4efd-ac30-bca6abb4f0ab details requested by agent ovs-agent-dv-cinder-804035-13-iscsi with host dv-cinder-804035-13-iscsi {{(pid=102912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 10:34:41.476797 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83911c84-6ac2-4e75-853d-73e2ed639918 admin admin] Pushing event updated for resources: {'Network': ['ID=153a66f8-3695-4a0f-8479-33d7bddbc164,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:41.484075 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-1d068c8d-6871-4615-8a59-b68e8831c72e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861'] for subnet, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:41.547282 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-039d501c-e9ef-4baa-b8b4-fd21acc80938 None None] Provisioning complete for port aa525efc-3081-4f24-acec-b9631c876f0d triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:34:41.547994 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-039d501c-e9ef-4baa-b8b4-fd21acc80938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:41.610133 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Network 153a66f8-3695-4a0f-8479-33d7bddbc164 details requested by agent ovs-agent-dv-cinder-804035-13-iscsi with host dv-cinder-804035-13-iscsi {{(pid=102912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 10:34:41.611300 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d068c8d-6871-4615-8a59-b68e8831c72e admin admin] Checking segment: {'id': 'a89922f2-694e-41b6-9361-4a293f55702b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f8081780-6619-4e5e-aa59-236a3848a084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:34:41.612353 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d068c8d-6871-4615-8a59-b68e8831c72e admin admin] Network hostable DHCP agents. Network: f8081780-6619-4e5e-aa59-236a3848a084, hostable agents: ['3a915d71-ad94-46fb-aadb-328912ff9e3f'], hosted agents: [] {{(pid=102911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 10:34:41.614922 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d068c8d-6871-4615-8a59-b68e8831c72e admin admin] Pushing event updated for resources: {'Subnet': ['ID=42224e55-d7ca-4407-9b29-fa448fd58ac4,revision_number=0']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:41.691573 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d068c8d-6871-4615-8a59-b68e8831c72e admin admin] Network f8081780-6619-4e5e-aa59-236a3848a084 is scheduled to be hosted by DHCP agent 3a915d71-ad94-46fb-aadb-328912ff9e3f with binding_index 1 {{(pid=102911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 10:34:41.753187 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-1d068c8d-6871-4615-8a59-b68e8831c72e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-13-iscsi, f8081780-6619-4e5e-aa59-236a3848a084) {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:34:41.763464 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe13750-356e-4eed-85ab-aec9c6398deb admin admin] Notify agent at l3_agent.dv-cinder-804035-13-iscsi the message routers_updated {{(pid=102910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 10:34:41.763988 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d068c8d-6871-4615-8a59-b68e8831c72e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:34:41.764804 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-1d068c8d-6871-4615-8a59-b68e8831c72e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for subnet, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:41.775255 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Pushing event updated for resources: {'Port': ['ID=aa525efc-3081-4f24-acec-b9631c876f0d,revision_number=3']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:41.776577 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844097ff-1f5e-4a94-8b87-c8d15d1ebe1c None None] Sync routers for ids ['0fcb52cf-a380-4431-aa8b-b28d74dc8fb9'] in dv-cinder-804035-13-iscsi {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 10:34:41.793868 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5a0cc798-4a52-4d9d-aa83-36a779d9d95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861'] for subnet, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:41.798035 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844097ff-1f5e-4a94-8b87-c8d15d1ebe1c None None] Routers {'0fcb52cf-a380-4431-aa8b-b28d74dc8fb9'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:34:41.798699 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-844097ff-1f5e-4a94-8b87-c8d15d1ebe1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:34:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['0fcb52cf-a380-4431-aa8b-b28d74dc8fb9'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:34:41.828172 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773dff30-b8f8-4006-ab37-6e5a365a9dcc None None] Network f8081780-6619-4e5e-aa59-236a3848a084 requested from dv-cinder-804035-13-iscsi {{(pid=102912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 10:34:41.851437 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-efe13750-356e-4eed-85ab-aec9c6398deb admin admin] Publish callbacks [] for router, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:41.856282 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-1d068c8d-6871-4615-8a59-b68e8831c72e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5533118 Nov 22 10:34:41.856911 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 38024) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:34:41.863650 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-efe13750-356e-4eed-85ab-aec9c6398deb admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0787213 Nov 22 10:34:41.865372 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-f827108d-76a9-431e-88ab-fab1e69c2a1d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-382854439-router', 'tenant_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28'}}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:34:41.866225 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 38026) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:34:41.897805 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f827108d-76a9-431e-88ab-fab1e69c2a1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1028469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10193'] for router, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:41.898853 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f827108d-76a9-431e-88ab-fab1e69c2a1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537963', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-928134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10202'] for router, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:41.919214 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0cc798-4a52-4d9d-aa83-36a779d9d95b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a9e9cf0-35cc-4a36-bfd6-f90434d239c5,revision_number=0']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:41.964536 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0cc798-4a52-4d9d-aa83-36a779d9d95b admin admin] Checking segment: {'id': '63440e24-0f00-480b-afb5-85bcb4c38474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '1274854e-81ee-4efd-ac30-bca6abb4f0ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:34:41.964881 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0cc798-4a52-4d9d-aa83-36a779d9d95b admin admin] Network hostable DHCP agents. Network: 1274854e-81ee-4efd-ac30-bca6abb4f0ab, hostable agents: ['3a915d71-ad94-46fb-aadb-328912ff9e3f'], hosted agents: [] {{(pid=102911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 10:34:42.095280 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f827108d-76a9-431e-88ab-fab1e69c2a1d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:42.102171 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0cc798-4a52-4d9d-aa83-36a779d9d95b admin admin] Network 1274854e-81ee-4efd-ac30-bca6abb4f0ab is scheduled to be hosted by DHCP agent 3a915d71-ad94-46fb-aadb-328912ff9e3f with binding_index 1 {{(pid=102911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 10:34:42.193562 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-844097ff-1f5e-4a94-8b87-c8d15d1ebe1c None None] Set router 0fcb52cf-a380-4431-aa8b-b28d74dc8fb9 gateway port host: dv-cinder-804035-13-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:34:42.302137 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-5a0cc798-4a52-4d9d-aa83-36a779d9d95b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-13-iscsi, 1274854e-81ee-4efd-ac30-bca6abb4f0ab) {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:34:42.317711 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-98c329e9-8d04-4b9e-a949-ff5575a1b6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861'] for subnet, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:42.329088 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0cc798-4a52-4d9d-aa83-36a779d9d95b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:34:42.329693 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5a0cc798-4a52-4d9d-aa83-36a779d9d95b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for subnet, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:42.340431 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8b4550-2440-4071-ba75-93bc32702aba None None] Network 1274854e-81ee-4efd-ac30-bca6abb4f0ab requested from dv-cinder-804035-13-iscsi {{(pid=102912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 10:34:42.559810 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f827108d-76a9-431e-88ab-fab1e69c2a1d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:42.616245 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c329e9-8d04-4b9e-a949-ff5575a1b6c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c80a285c-563e-448a-9814-994fad543ecd,revision_number=0']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:42.646374 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-5a0cc798-4a52-4d9d-aa83-36a779d9d95b admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9082377 Nov 22 10:34:42.680160 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c329e9-8d04-4b9e-a949-ff5575a1b6c6 admin admin] Checking segment: {'id': '9ae977a0-e484-4146-ba84-66dc7a326740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '153a66f8-3695-4a0f-8479-33d7bddbc164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:34:42.682559 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c329e9-8d04-4b9e-a949-ff5575a1b6c6 admin admin] Network hostable DHCP agents. Network: 153a66f8-3695-4a0f-8479-33d7bddbc164, hostable agents: ['3a915d71-ad94-46fb-aadb-328912ff9e3f'], hosted agents: [] {{(pid=102910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 10:34:42.888668 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c329e9-8d04-4b9e-a949-ff5575a1b6c6 admin admin] Network 153a66f8-3695-4a0f-8479-33d7bddbc164 is scheduled to be hosted by DHCP agent 3a915d71-ad94-46fb-aadb-328912ff9e3f with binding_index 1 {{(pid=102910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 10:34:42.903298 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device aa525efc-3081-4f24-acec-b9631c876f0d up at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:34:42.949397 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 38082) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:34:42.956248 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-844097ff-1f5e-4a94-8b87-c8d15d1ebe1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fcb52cf-a380-4431-aa8b-b28d74dc8fb9', 'name': 'tempest-AttachVolumeShelveTestJSON-6190435-router', 'tenant_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '260c4cc6-d584-431e-ae2a-5e3741288db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:34:38Z', 'updated_at': '2021-11-22T10:34:40Z', 'revision_number': 3, 'project_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'gw_port': {'id': '260c4cc6-d584-431e-ae2a-5e3741288db2', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:78:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fcb52cf-a380-4431-aa8b-b28d74dc8fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:39Z', 'updated_at': '2021-11-22T10:34:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi'}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:34:42.956907 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf677f7-f699-4920-a8f2-9f0ba7aa6ace None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3cb17f46-4a94-5537-b416-49c51b5b1ccb-f8081780-6619-4e5e-aa59-236a3848a084', 'network_id': 'f8081780-6619-4e5e-aa59-236a3848a084', 'tenant_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'fixed_ips': [{'subnet_id': '42224e55-d7ca-4407-9b29-fa448fd58ac4'}]}} from dv-cinder-804035-13-iscsi. {{(pid=102912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 10:34:42.957705 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ebf677f7-f699-4920-a8f2-9f0ba7aa6ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:42.960226 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 38084) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:34:42.991545 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844097ff-1f5e-4a94-8b87-c8d15d1ebe1c None None] Checking router: 0fcb52cf-a380-4431-aa8b-b28d74dc8fb9 for host: dv-cinder-804035-13-iscsi {{(pid=102913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 10:34:42.992366 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844097ff-1f5e-4a94-8b87-c8d15d1ebe1c None None] Updating router 0fcb52cf-a380-4431-aa8b-b28d74dc8fb9 port 260c4cc6-d584-431e-ae2a-5e3741288db2 binding host dv-cinder-804035-13-iscsi {{(pid=102913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 10:34:43.018890 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-98c329e9-8d04-4b9e-a949-ff5575a1b6c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-13-iscsi, 153a66f8-3695-4a0f-8479-33d7bddbc164) {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:34:43.026473 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f827108d-76a9-431e-88ab-fab1e69c2a1d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:43.030133 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c329e9-8d04-4b9e-a949-ff5575a1b6c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:34:43.031178 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-98c329e9-8d04-4b9e-a949-ff5575a1b6c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for subnet, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:43.058588 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-844097ff-1f5e-4a94-8b87-c8d15d1ebe1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:43.061881 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ac8846-ffae-44ea-839f-08ad08e4e2c8 None None] Network 153a66f8-3695-4a0f-8479-33d7bddbc164 requested from dv-cinder-804035-13-iscsi {{(pid=102912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 10:34:43.080439 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f827108d-76a9-431e-88ab-fab1e69c2a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:43.085695 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-98c329e9-8d04-4b9e-a949-ff5575a1b6c6 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8090143 Nov 22 10:34:43.089455 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 38096) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:34:43.095633 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.v2.base [None req-9ddfaa32-efce-4019-936e-3045b8c6513c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2051115217-router', 'tenant_id': '47dcd8cc91c540eda175b762b2cc6d9d', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28'}}} {{(pid=102910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:34:43.159041 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9ddfaa32-efce-4019-936e-3045b8c6513c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1028469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10193'] for router, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:43.160556 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9ddfaa32-efce-4019-936e-3045b8c6513c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537963', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-928134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10202'] for router, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:43.266341 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d0e0f3-a5de-4aeb-8c5f-6d1d03835004 None None] Network 1274854e-81ee-4efd-ac30-bca6abb4f0ab requested from dv-cinder-804035-13-iscsi {{(pid=102912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 10:34:43.314542 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9ddfaa32-efce-4019-936e-3045b8c6513c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:43.337749 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1efa318c-be94-458b-b19c-d826d78671bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:43.365282 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [None req-f827108d-76a9-431e-88ab-fab1e69c2a1d admin admin] Allocated IP 172.27.0.18 (e6af0ad0-9fc1-4d6f-8919-77652c0c2a28/df63829c-39ab-4507-b346-4c3fdb4717de/4a8c2585-4e06-4b93-9f13-77f9c53a0328) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 10:34:43.510939 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6145be-6db8-4b1a-9841-5d6dca8ca834 None None] Network 153a66f8-3695-4a0f-8479-33d7bddbc164 requested from dv-cinder-804035-13-iscsi {{(pid=102912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 10:34:43.560887 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Provisioning complete for port aa525efc-3081-4f24-acec-b9631c876f0d triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:34:43.561429 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:43.615520 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 38104) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:34:43.647677 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f827108d-76a9-431e-88ab-fab1e69c2a1d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:43.743620 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 38128) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:34:43.748625 dv-cinder-804035-13-iscsi neutron-server[102911]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 22 10:34:43.749262 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.db_base_plugin_common [None req-ebf677f7-f699-4920-a8f2-9f0ba7aa6ace None None] Allocated IP 172.20.0.2 (f8081780-6619-4e5e-aa59-236a3848a084/42224e55-d7ca-4407-9b29-fa448fd58ac4/14ca47b8-b1d6-4c77-87de-27cd0327209f) {{(pid=102912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 10:34:43.778209 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-838abb20-1fd0-48ff-a04d-6b0ac51a6efb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:43.781737 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-bad3b4a2-5905-4a8f-8f92-33531b956515 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:43.788583 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-dc75d9d3-953f-4e7c-9557-789cddc14d19 None None] Provisioning complete for port aa525efc-3081-4f24-acec-b9631c876f0d triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:34:43.788951 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-dc75d9d3-953f-4e7c-9557-789cddc14d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:43.986809 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9ddfaa32-efce-4019-936e-3045b8c6513c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:44.060853 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-aac9a669-78ac-4f13-bed7-7ab56247e215 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:44.073849 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ebf677f7-f699-4920-a8f2-9f0ba7aa6ace None None] Publish callbacks [] for port, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:44.113697 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ebf677f7-f699-4920-a8f2-9f0ba7aa6ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749315246228'] for port, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:44.127059 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495783e7-c540-4d2d-8f1c-da04f36e0718 req-3a8afc72-beb7-4e01-b06f-50e4cb249e5a tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:34:44.138492 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-844097ff-1f5e-4a94-8b87-c8d15d1ebe1c None None] Publish callbacks [] for port, precommit_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:44.141445 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-495783e7-c540-4d2d-8f1c-da04f36e0718 req-3a8afc72-beb7-4e01-b06f-50e4cb249e5a tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] 10.222.0.46 "GET /v2.0/networks?id=1274854e-81ee-4efd-ac30-bca6abb4f0ab HTTP/1.1" status: 200 len: 812 time: 0.3952403 Nov 22 10:34:44.147058 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-844097ff-1f5e-4a94-8b87-c8d15d1ebe1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:44.154348 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f827108d-76a9-431e-88ab-fab1e69c2a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749315246228'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:44.200918 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf677f7-f699-4920-a8f2-9f0ba7aa6ace None None] Network f8081780-6619-4e5e-aa59-236a3848a084 is already hosted by enough agents. {{(pid=102912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:34:44.215086 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad1721c-c6f2-405d-8545-958df4e5a337 None None] Pushing event updated for resources: {'Port': ['ID=260c4cc6-d584-431e-ae2a-5e3741288db2,revision_number=2']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:44.223554 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.scheduler.base_scheduler [None req-ebf677f7-f699-4920-a8f2-9f0ba7aa6ace None None] Resources bound (agent type, host, resource id): {{(pid=102912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:34:44.230452 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf677f7-f699-4920-a8f2-9f0ba7aa6ace None None] Received port after_create {{(pid=102912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 10:34:44.231170 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f827108d-76a9-431e-88ab-fab1e69c2a1d admin admin] Pushing event updated for resources: {'Port': ['ID=4a8c2585-4e06-4b93-9f13-77f9c53a0328,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:44.232715 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad1721c-c6f2-405d-8545-958df4e5a337 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:34:44.233191 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad1721c-c6f2-405d-8545-958df4e5a337 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:34:44.234250 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad1721c-c6f2-405d-8545-958df4e5a337 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:34:44.242028 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad1721c-c6f2-405d-8545-958df4e5a337 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:34:44.242591 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad1721c-c6f2-405d-8545-958df4e5a337 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:34:44.244364 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad1721c-c6f2-405d-8545-958df4e5a337 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:34:44.244793 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad1721c-c6f2-405d-8545-958df4e5a337 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:34:44.245266 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad1721c-c6f2-405d-8545-958df4e5a337 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:34:44.245767 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad1721c-c6f2-405d-8545-958df4e5a337 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:34:44.246514 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad1721c-c6f2-405d-8545-958df4e5a337 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:34:44.246931 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad1721c-c6f2-405d-8545-958df4e5a337 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:34:44.247331 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad1721c-c6f2-405d-8545-958df4e5a337 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:34:44.249997 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad1721c-c6f2-405d-8545-958df4e5a337 None None] Tracked resource versions report: Nov 22 10:34:44.249997 dv-cinder-804035-13-iscsi neutron-server[102913]: pushed versions: Nov 22 10:34:44.249997 dv-cinder-804035-13-iscsi neutron-server[102913]: { 'AddressGroup': {'1.2'}, Nov 22 10:34:44.249997 dv-cinder-804035-13-iscsi neutron-server[102913]: 'ConntrackHelper': {'1.0'}, Nov 22 10:34:44.249997 dv-cinder-804035-13-iscsi neutron-server[102913]: 'Log': {'1.0'}, Nov 22 10:34:44.249997 dv-cinder-804035-13-iscsi neutron-server[102913]: 'Network': {'1.1'}, Nov 22 10:34:44.249997 dv-cinder-804035-13-iscsi neutron-server[102913]: 'Port': {'1.7'}, Nov 22 10:34:44.249997 dv-cinder-804035-13-iscsi neutron-server[102913]: 'PortForwarding': {'1.2'}, Nov 22 10:34:44.249997 dv-cinder-804035-13-iscsi neutron-server[102913]: 'QosPolicy': {'1.10'}, Nov 22 10:34:44.249997 dv-cinder-804035-13-iscsi neutron-server[102913]: 'SecurityGroup': {'1.5'}, Nov 22 10:34:44.249997 dv-cinder-804035-13-iscsi neutron-server[102913]: 'SecurityGroupRule': {'1.2'}, Nov 22 10:34:44.249997 dv-cinder-804035-13-iscsi neutron-server[102913]: 'SubPort': {'1.0'}, Nov 22 10:34:44.249997 dv-cinder-804035-13-iscsi neutron-server[102913]: 'Subnet': {'1.1'}, Nov 22 10:34:44.249997 dv-cinder-804035-13-iscsi neutron-server[102913]: 'Trunk': {'1.1'}} Nov 22 10:34:44.249997 dv-cinder-804035-13-iscsi neutron-server[102913]: consumer versions: Nov 22 10:34:44.249997 dv-cinder-804035-13-iscsi neutron-server[102913]: { DHCP agent@dv-cinder-804035-13-iscsi: {}, Nov 22 10:34:44.249997 dv-cinder-804035-13-iscsi neutron-server[102913]: HyperV agent@hv-cinder-80403: {}, Nov 22 10:34:44.249997 dv-cinder-804035-13-iscsi neutron-server[102913]: L3 agent@dv-cinder-804035-13-iscsi: {}, Nov 22 10:34:44.249997 dv-cinder-804035-13-iscsi neutron-server[102913]: Metadata agent@dv-cinder-804035-13-iscsi: {}, Nov 22 10:34:44.249997 dv-cinder-804035-13-iscsi neutron-server[102913]: Metering agent@dv-cinder-804035-13-iscsi: {}, Nov 22 10:34:44.249997 dv-cinder-804035-13-iscsi neutron-server[102913]: Open vSwitch agent@dv-cinder-804035-13-iscsi: { 'AddressGroup': '1.2', Nov 22 10:34:44.249997 dv-cinder-804035-13-iscsi neutron-server[102913]: 'ConntrackHelper': '1.0', Nov 22 10:34:44.249997 dv-cinder-804035-13-iscsi neutron-server[102913]: 'Log': '1.0', Nov 22 10:34:44.249997 dv-cinder-804035-13-iscsi neutron-server[102913]: 'Network': '1.1', Nov 22 10:34:44.249997 dv-cinder-804035-13-iscsi neutron-server[102913]: 'Port': '1.7', Nov 22 10:34:44.249997 dv-cinder-804035-13-iscsi neutron-server[102913]: 'PortForwarding': '1.2', Nov 22 10:34:44.249997 dv-cinder-804035-13-iscsi neutron-server[102913]: 'QosPolicy': '1.10', Nov 22 10:34:44.249997 dv-cinder-804035-13-iscsi neutron-server[102913]: 'SecurityGroup': '1.5', Nov 22 10:34:44.249997 dv-cinder-804035-13-iscsi neutron-server[102913]: 'SecurityGroupRule': '1.2', Nov 22 10:34:44.249997 dv-cinder-804035-13-iscsi neutron-server[102913]: 'SubPort': '1.0', Nov 22 10:34:44.249997 dv-cinder-804035-13-iscsi neutron-server[102913]: 'Subnet': '1.1', Nov 22 10:34:44.249997 dv-cinder-804035-13-iscsi neutron-server[102913]: 'Trunk': '1.1'}} Nov 22 10:34:44.249997 dv-cinder-804035-13-iscsi neutron-server[102913]: {{(pid=102913) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 10:34:44.257769 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-495783e7-c540-4d2d-8f1c-da04f36e0718 req-48ddf441-02f4-4f7b-91c1-142e09ebf06a tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] 10.222.0.46 "GET /v2.0/quotas/df68136f15294909b23428e0edcd740d HTTP/1.1" status: 200 len: 375 time: 0.1149385 Nov 22 10:34:44.291982 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-844097ff-1f5e-4a94-8b87-c8d15d1ebe1c None None] Attempting to bind port 260c4cc6-d584-431e-ae2a-5e3741288db2 on host dv-cinder-804035-13-iscsi for vnic_type normal with profile {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 10:34:44.292801 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-844097ff-1f5e-4a94-8b87-c8d15d1ebe1c None None] Attempting to bind port 260c4cc6-d584-431e-ae2a-5e3741288db2 by drivers openvswitch,hyperv on host dv-cinder-804035-13-iscsi at level 0 using segments [{'id': '07e0d8bf-2b47-470a-a16f-f44f9914b384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28'}] {{(pid=102913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 10:34:44.293659 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844097ff-1f5e-4a94-8b87-c8d15d1ebe1c None None] Attempting to bind port 260c4cc6-d584-431e-ae2a-5e3741288db2 on network e6af0ad0-9fc1-4d6f-8919-77652c0c2a28 {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:34:44.301044 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844097ff-1f5e-4a94-8b87-c8d15d1ebe1c None None] Checking agent: {'id': '881f7a5b-9941-4288-a74c-0fe38ace5e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 10, 27, 1), 'started_at': datetime.datetime(2021, 11, 22, 10, 27, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 10, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 10:34:44.301580 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844097ff-1f5e-4a94-8b87-c8d15d1ebe1c None None] Checking segment: {'id': '07e0d8bf-2b47-470a-a16f-f44f9914b384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:34:44.302063 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-844097ff-1f5e-4a94-8b87-c8d15d1ebe1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:44.302518 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844097ff-1f5e-4a94-8b87-c8d15d1ebe1c None None] Bound using segment: {'id': '07e0d8bf-2b47-470a-a16f-f44f9914b384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28'} {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 10:34:44.303062 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-844097ff-1f5e-4a94-8b87-c8d15d1ebe1c None None] Bound port: 260c4cc6-d584-431e-ae2a-5e3741288db2, host: dv-cinder-804035-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e0d8bf-2b47-470a-a16f-f44f9914b384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28'}}] {{(pid=102913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 10:34:44.303572 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-844097ff-1f5e-4a94-8b87-c8d15d1ebe1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:44.337683 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf677f7-f699-4920-a8f2-9f0ba7aa6ace None None] Pushing event updated for resources: {'Port': ['ID=14ca47b8-b1d6-4c77-87de-27cd0327209f,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:44.357794 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-495783e7-c540-4d2d-8f1c-da04f36e0718 req-e7ca9c9a-d858-4e2c-bb8f-7413fb7199fe tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=df68136f15294909b23428e0edcd740d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0922501 Nov 22 10:34:44.360428 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f827108d-76a9-431e-88ab-fab1e69c2a1d admin admin] Network e6af0ad0-9fc1-4d6f-8919-77652c0c2a28 is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:34:44.372004 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-f827108d-76a9-431e-88ab-fab1e69c2a1d admin admin] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:34:44.379520 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f827108d-76a9-431e-88ab-fab1e69c2a1d admin admin] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 10:34:44.403763 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [None req-ebf677f7-f699-4920-a8f2-9f0ba7aa6ace None None] Attempting to bind port 14ca47b8-b1d6-4c77-87de-27cd0327209f on host dv-cinder-804035-13-iscsi for vnic_type normal with profile {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 10:34:44.404077 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-844097ff-1f5e-4a94-8b87-c8d15d1ebe1c None None] For port 260c4cc6-d584-431e-ae2a-5e3741288db2, host dv-cinder-804035-13-iscsi, cleared binding levels {{(pid=102913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 10:34:44.404661 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [None req-ebf677f7-f699-4920-a8f2-9f0ba7aa6ace None None] Attempting to bind port 14ca47b8-b1d6-4c77-87de-27cd0327209f by drivers openvswitch,hyperv on host dv-cinder-804035-13-iscsi at level 0 using segments [{'id': 'a89922f2-694e-41b6-9361-4a293f55702b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f8081780-6619-4e5e-aa59-236a3848a084'}] {{(pid=102912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 10:34:44.405377 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf677f7-f699-4920-a8f2-9f0ba7aa6ace None None] Attempting to bind port 14ca47b8-b1d6-4c77-87de-27cd0327209f on network f8081780-6619-4e5e-aa59-236a3848a084 {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:34:44.411141 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-844097ff-1f5e-4a94-8b87-c8d15d1ebe1c None None] For port 260c4cc6-d584-431e-ae2a-5e3741288db2, host dv-cinder-804035-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=260c4cc6-d584-431e-ae2a-5e3741288db2,segment=NetworkSegment(07e0d8bf-2b47-470a-a16f-f44f9914b384),segment_id=07e0d8bf-2b47-470a-a16f-f44f9914b384)] {{(pid=102913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 10:34:44.416209 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf677f7-f699-4920-a8f2-9f0ba7aa6ace None None] Checking agent: {'id': '881f7a5b-9941-4288-a74c-0fe38ace5e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 10, 27, 1), 'started_at': datetime.datetime(2021, 11, 22, 10, 27, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 10, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 10:34:44.416741 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-1efa318c-be94-458b-b19c-d826d78671bd admin admin] Allocated IP 172.20.0.1 (e114790e-2c2f-46a4-8dd6-49197de38f16/c4f21e7d-d84a-4ede-b812-0052f7303231/d4acd6b4-5657-4fc7-95cd-7daa4a3f2014) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 10:34:44.418803 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf677f7-f699-4920-a8f2-9f0ba7aa6ace None None] Checking segment: {'id': 'a89922f2-694e-41b6-9361-4a293f55702b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f8081780-6619-4e5e-aa59-236a3848a084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:34:44.419488 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ebf677f7-f699-4920-a8f2-9f0ba7aa6ace None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:44.420130 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-844097ff-1f5e-4a94-8b87-c8d15d1ebe1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:44.420282 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf677f7-f699-4920-a8f2-9f0ba7aa6ace None None] Bound using segment: {'id': 'a89922f2-694e-41b6-9361-4a293f55702b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f8081780-6619-4e5e-aa59-236a3848a084'} {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 10:34:44.420977 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [None req-ebf677f7-f699-4920-a8f2-9f0ba7aa6ace None None] Bound port: 14ca47b8-b1d6-4c77-87de-27cd0327209f, host: dv-cinder-804035-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a89922f2-694e-41b6-9361-4a293f55702b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f8081780-6619-4e5e-aa59-236a3848a084'}}] {{(pid=102912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 10:34:44.422274 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ebf677f7-f699-4920-a8f2-9f0ba7aa6ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:44.426081 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-bad3b4a2-5905-4a8f-8f92-33531b956515 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:44.458855 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-bad3b4a2-5905-4a8f-8f92-33531b956515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:44.491873 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad1721c-c6f2-405d-8545-958df4e5a337 None None] Pushing event updated for resources: {'Port': ['ID=260c4cc6-d584-431e-ae2a-5e3741288db2,revision_number=3']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:44.511158 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad3b4a2-5905-4a8f-8f92-33531b956515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961f26fa-2a4b-4c59-be7d-72105c1a8374,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:44.515540 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-838abb20-1fd0-48ff-a04d-6b0ac51a6efb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:44.536627 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-ebf677f7-f699-4920-a8f2-9f0ba7aa6ace None None] For port 14ca47b8-b1d6-4c77-87de-27cd0327209f, host dv-cinder-804035-13-iscsi, cleared binding levels {{(pid=102912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 10:34:44.537785 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844097ff-1f5e-4a94-8b87-c8d15d1ebe1c None None] Routers {'0fcb52cf-a380-4431-aa8b-b28d74dc8fb9'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:34:44.538434 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-844097ff-1f5e-4a94-8b87-c8d15d1ebe1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:34:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['0fcb52cf-a380-4431-aa8b-b28d74dc8fb9'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:34:44.546999 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-ebf677f7-f699-4920-a8f2-9f0ba7aa6ace None None] For port 14ca47b8-b1d6-4c77-87de-27cd0327209f, host dv-cinder-804035-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=14ca47b8-b1d6-4c77-87de-27cd0327209f,segment=NetworkSegment(a89922f2-694e-41b6-9361-4a293f55702b),segment_id=a89922f2-694e-41b6-9361-4a293f55702b)] {{(pid=102912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 10:34:44.554804 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ebf677f7-f699-4920-a8f2-9f0ba7aa6ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:44.559424 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-838abb20-1fd0-48ff-a04d-6b0ac51a6efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:44.578684 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-bad3b4a2-5905-4a8f-8f92-33531b956515 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=11f4f4a28a6e47c9b979807e9688ee71&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9593325 Nov 22 10:34:44.579834 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 38146) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:34:44.676483 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf677f7-f699-4920-a8f2-9f0ba7aa6ace None None] Pushing event updated for resources: {'Port': ['ID=14ca47b8-b1d6-4c77-87de-27cd0327209f,revision_number=2']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:44.728203 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-844097ff-1f5e-4a94-8b87-c8d15d1ebe1c None None] Set router 0fcb52cf-a380-4431-aa8b-b28d74dc8fb9 gateway port host: dv-cinder-804035-13-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:34:44.730736 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-aac9a669-78ac-4f13-bed7-7ab56247e215 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:44.751731 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [req-495783e7-c540-4d2d-8f1c-da04f36e0718 req-489a71bc-2020-40cc-8eba-0be0f6847cb4 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 10:34:44.752716 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-495783e7-c540-4d2d-8f1c-da04f36e0718 req-489a71bc-2020-40cc-8eba-0be0f6847cb4 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2432382 Nov 22 10:34:44.793196 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-aac9a669-78ac-4f13-bed7-7ab56247e215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:44.837225 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838abb20-1fd0-48ff-a04d-6b0ac51a6efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b044b989-d381-4938-9183-2cebaadfe68a,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:44.859467 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-838abb20-1fd0-48ff-a04d-6b0ac51a6efb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d3f0fe83b7c641da972b554b015236ee&name=default HTTP/1.1" status: 200 len: 2992 time: 1.8942904 Nov 22 10:34:44.860143 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 38150) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:34:44.909988 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-aac9a669-78ac-4f13-bed7-7ab56247e215 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=63ec951b9a754508a378c4ada331604b&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9460387 Nov 22 10:34:44.914004 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 38152) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:34:44.974268 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1efa318c-be94-458b-b19c-d826d78671bd admin admin] Publish callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:45.009676 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac9a669-78ac-4f13-bed7-7ab56247e215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2f5e98-e600-4b7a-b392-ed2387951c0a,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:45.027360 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9ddfaa32-efce-4019-936e-3045b8c6513c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:45.046410 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-4ecebbde-3cde-48d6-b016-73aa6696a69f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:45.059872 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9ddfaa32-efce-4019-936e-3045b8c6513c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:45.139046 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-4ecebbde-3cde-48d6-b016-73aa6696a69f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:45.154500 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f827108d-76a9-431e-88ab-fab1e69c2a1d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:45.158495 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ab6139c8-0aca-4606-a9bd-6688fc9c68a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:45.164902 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-844097ff-1f5e-4a94-8b87-c8d15d1ebe1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fcb52cf-a380-4431-aa8b-b28d74dc8fb9', 'name': 'tempest-AttachVolumeShelveTestJSON-6190435-router', 'tenant_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '260c4cc6-d584-431e-ae2a-5e3741288db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:34:38Z', 'updated_at': '2021-11-22T10:34:40Z', 'revision_number': 3, 'project_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'gw_port': {'id': '260c4cc6-d584-431e-ae2a-5e3741288db2', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:78:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fcb52cf-a380-4431-aa8b-b28d74dc8fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:39Z', 'updated_at': '2021-11-22T10:34:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi'}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:34:45.165836 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-495783e7-c540-4d2d-8f1c-da04f36e0718 req-58224326-2f3d-4972-a614-9f8d0eb570e7 service neutron] 10.222.0.46 "GET /v2.0/networks/1274854e-81ee-4efd-ac30-bca6abb4f0ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4035728 Nov 22 10:34:45.209238 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1efa318c-be94-458b-b19c-d826d78671bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749315246228'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:45.211481 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844097ff-1f5e-4a94-8b87-c8d15d1ebe1c None None] The sync data for ids ['0fcb52cf-a380-4431-aa8b-b28d74dc8fb9'] in dv-cinder-804035-13-iscsi is: [{'id': '0fcb52cf-a380-4431-aa8b-b28d74dc8fb9', 'name': 'tempest-AttachVolumeShelveTestJSON-6190435-router', 'tenant_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '260c4cc6-d584-431e-ae2a-5e3741288db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:34:38Z', 'updated_at': '2021-11-22T10:34:40Z', 'revision_number': 3, 'project_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'gw_port': {'id': '260c4cc6-d584-431e-ae2a-5e3741288db2', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:78:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fcb52cf-a380-4431-aa8b-b28d74dc8fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:39Z', 'updated_at': '2021-11-22T10:34:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi'}] {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 10:34:45.213959 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ab6139c8-0aca-4606-a9bd-6688fc9c68a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:45.269355 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-150d2aad-c2a7-49bc-b76d-87976249b735 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:45.338845 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efa318c-be94-458b-b19c-d826d78671bd admin admin] Network e114790e-2c2f-46a4-8dd6-49197de38f16 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:34:45.372561 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-9ddfaa32-efce-4019-936e-3045b8c6513c admin admin] Allocated IP 172.27.0.203 (e6af0ad0-9fc1-4d6f-8919-77652c0c2a28/df63829c-39ab-4507-b346-4c3fdb4717de/d6eb665b-87f8-48b3-9d1a-7a4b199a9d5c) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 10:34:45.408655 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-150d2aad-c2a7-49bc-b76d-87976249b735 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:45.460074 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efa318c-be94-458b-b19c-d826d78671bd admin admin] Pushing event updated for resources: {'Port': ['ID=d4acd6b4-5657-4fc7-95cd-7daa4a3f2014,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:45.461833 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 38162) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:34:45.466059 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-1efa318c-be94-458b-b19c-d826d78671bd admin admin] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:34:45.495410 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efa318c-be94-458b-b19c-d826d78671bd admin admin] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 10:34:45.495410 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1efa318c-be94-458b-b19c-d826d78671bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029609'] for router_interface, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:45.552101 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-4ecebbde-3cde-48d6-b016-73aa6696a69f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:45.557128 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-4ecebbde-3cde-48d6-b016-73aa6696a69f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:45.559418 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-4ecebbde-3cde-48d6-b016-73aa6696a69f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/961f26fa-2a4b-4c59-be7d-72105c1a8374 HTTP/1.1" status: 204 len: 168 time: 0.9795115 Nov 22 10:34:45.666194 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ab6139c8-0aca-4606-a9bd-6688fc9c68a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:45.668731 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ab6139c8-0aca-4606-a9bd-6688fc9c68a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:45.670148 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-ab6139c8-0aca-4606-a9bd-6688fc9c68a8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b044b989-d381-4938-9183-2cebaadfe68a HTTP/1.1" status: 204 len: 168 time: 0.7817347 Nov 22 10:34:45.721181 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecebbde-3cde-48d6-b016-73aa6696a69f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961f26fa-2a4b-4c59-be7d-72105c1a8374,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:45.786293 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-495783e7-c540-4d2d-8f1c-da04f36e0718 req-63907f88-8705-4eed-901b-c15ae9e03775 service neutron] 10.222.0.46 "GET /v2.0/networks/1274854e-81ee-4efd-ac30-bca6abb4f0ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5065923 Nov 22 10:34:45.801806 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6139c8-0aca-4606-a9bd-6688fc9c68a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b044b989-d381-4938-9183-2cebaadfe68a,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:45.929329 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-760119da-1fdb-49c4-a2c5-a2367f772ed8 None None] Provisioning complete for port d4acd6b4-5657-4fc7-95cd-7daa4a3f2014 triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:34:45.929901 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-760119da-1fdb-49c4-a2c5-a2367f772ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:45.934196 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9ddfaa32-efce-4019-936e-3045b8c6513c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:45.971371 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8374fa06-57fb-4992-969e-956185536ec9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:46.011992 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9ddfaa32-efce-4019-936e-3045b8c6513c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749315246228'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:46.031693 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-760119da-1fdb-49c4-a2c5-a2367f772ed8 None None] Port d4acd6b4-5657-4fc7-95cd-7daa4a3f2014 cannot update to ACTIVE because it is not bound. {{(pid=102912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 10:34:46.071735 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-150d2aad-c2a7-49bc-b76d-87976249b735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:46.074317 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-150d2aad-c2a7-49bc-b76d-87976249b735 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:46.075637 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-150d2aad-c2a7-49bc-b76d-87976249b735 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bb2f5e98-e600-4b7a-b392-ed2387951c0a HTTP/1.1" status: 204 len: 168 time: 1.1023405 Nov 22 10:34:46.126530 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150d2aad-c2a7-49bc-b76d-87976249b735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2f5e98-e600-4b7a-b392-ed2387951c0a,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:46.141638 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f827108d-76a9-431e-88ab-fab1e69c2a1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1031512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-999758'] for router, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:46.279241 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddfaa32-efce-4019-936e-3045b8c6513c admin admin] Network e6af0ad0-9fc1-4d6f-8919-77652c0c2a28 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:34:46.307749 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5258d86-0a17-4c5d-835c-f2cfbb6d6623 None None] Network f8081780-6619-4e5e-aa59-236a3848a084 requested from dv-cinder-804035-13-iscsi {{(pid=102912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 10:34:46.328100 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-9ddfaa32-efce-4019-936e-3045b8c6513c admin admin] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:34:46.332367 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddfaa32-efce-4019-936e-3045b8c6513c admin admin] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 10:34:46.353081 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 38184) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:34:46.373162 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8374fa06-57fb-4992-969e-956185536ec9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:46.375010 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-accbe782-4ae3-421c-859f-53e60e41cb61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:46.427112 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8374fa06-57fb-4992-969e-956185536ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:46.431272 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 38188) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:34:46.466680 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-ca05175f-0f29-493c-855c-6b139d081689 None None] Provisioning complete for port 14ca47b8-b1d6-4c77-87de-27cd0327209f triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:34:46.467042 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ca05175f-0f29-493c-855c-6b139d081689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:46.504747 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8374fa06-57fb-4992-969e-956185536ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549a7849-4e03-4b26-bdfe-fda0abe68afc,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:46.631125 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-accbe782-4ae3-421c-859f-53e60e41cb61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:46.658904 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-accbe782-4ae3-421c-859f-53e60e41cb61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:46.670497 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f531dc06-3840-4b3f-9f16-e33b38eee30c req-bb0bc99e-f40f-47a7-9ee3-71510e361853 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fa7b826-3fcb-47c6-8301-f88892120095 HTTP/1.1" status: 200 len: 210 time: 0.2096035 Nov 22 10:34:46.816290 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-accbe782-4ae3-421c-859f-53e60e41cb61 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=df45dfdf0e3d474e95841dc5bf960250&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4603617 Nov 22 10:34:46.827273 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 38198) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:34:46.836907 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-8374fa06-57fb-4992-969e-956185536ec9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=373072424e194d92a85d70a2d1024107&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3689098 Nov 22 10:34:46.843070 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 38200) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:34:46.869099 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddfaa32-efce-4019-936e-3045b8c6513c admin admin] Pushing event updated for resources: {'Port': ['ID=d6eb665b-87f8-48b3-9d1a-7a4b199a9d5c,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:46.897526 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 38202) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:34:46.935122 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f827108d-76a9-431e-88ab-fab1e69c2a1d admin admin] Router c3b5e53f-7b2e-43de-8199-cbce758bd5c5 is scheduled to L3 agent fa3112ac-4a6e-40b6-a491-552ca746a833 with binding_index 1 {{(pid=102911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 10:34:46.956834 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accbe782-4ae3-421c-859f-53e60e41cb61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb187b9-7b77-4c2e-a4ee-326e077e4c82,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:46.971554 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 260c4cc6-d584-431e-ae2a-5e3741288db2 up at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:34:46.987230 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1efa318c-be94-458b-b19c-d826d78671bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:46.992500 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-02b1599f-9bba-43cf-9d77-84ef56dae5f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:47.074749 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5fb117bc-e167-4c43-9ec7-766b93ae23da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:47.100459 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ca05175f-0f29-493c-855c-6b139d081689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:47.121101 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fd44340a-9b3d-4330-a29b-073162f6f502 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:47.130394 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Provisioning complete for port 260c4cc6-d584-431e-ae2a-5e3741288db2 triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:34:47.131102 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:47.188222 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-ca05175f-0f29-493c-855c-6b139d081689 None None] For port 14ca47b8-b1d6-4c77-87de-27cd0327209f, host dv-cinder-804035-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=14ca47b8-b1d6-4c77-87de-27cd0327209f,segment=NetworkSegment(a89922f2-694e-41b6-9361-4a293f55702b),segment_id=a89922f2-694e-41b6-9361-4a293f55702b)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:34:47.194655 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ca05175f-0f29-493c-855c-6b139d081689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:47.331148 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fd44340a-9b3d-4330-a29b-073162f6f502 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:47.345752 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5fb117bc-e167-4c43-9ec7-766b93ae23da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:47.355569 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca05175f-0f29-493c-855c-6b139d081689 None None] Pushing event updated for resources: {'Port': ['ID=14ca47b8-b1d6-4c77-87de-27cd0327209f,revision_number=3']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:47.371018 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:47.381273 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9ddfaa32-efce-4019-936e-3045b8c6513c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:47.404338 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] For port 260c4cc6-d584-431e-ae2a-5e3741288db2, host dv-cinder-804035-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=260c4cc6-d584-431e-ae2a-5e3741288db2,segment=NetworkSegment(07e0d8bf-2b47-470a-a16f-f44f9914b384),segment_id=07e0d8bf-2b47-470a-a16f-f44f9914b384)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:34:47.413592 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:47.414879 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 14ca47b8-b1d6-4c77-87de-27cd0327209f up at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:34:47.504204 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f827108d-76a9-431e-88ab-fab1e69c2a1d admin admin] Notify agent at l3_agent.dv-cinder-804035-13-iscsi the message routers_updated {{(pid=102911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 10:34:47.525723 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b28b4d-e94a-4512-9ba7-949fcecf3760 None None] Sync routers for ids ['c3b5e53f-7b2e-43de-8199-cbce758bd5c5'] in dv-cinder-804035-13-iscsi {{(pid=102912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 10:34:47.554425 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f827108d-76a9-431e-88ab-fab1e69c2a1d admin admin] Publish callbacks [] for router, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:47.557747 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-f827108d-76a9-431e-88ab-fab1e69c2a1d admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.6954088 Nov 22 10:34:47.568506 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-02b1599f-9bba-43cf-9d77-84ef56dae5f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:47.573841 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 38224) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:34:47.593111 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b28b4d-e94a-4512-9ba7-949fcecf3760 None None] Routers {'c3b5e53f-7b2e-43de-8199-cbce758bd5c5'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:34:47.594060 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-66b28b4d-e94a-4512-9ba7-949fcecf3760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:34:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['c3b5e53f-7b2e-43de-8199-cbce758bd5c5'], 'active': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:34:47.596192 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-02b1599f-9bba-43cf-9d77-84ef56dae5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:47.649335 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Pushing event updated for resources: {'Port': ['ID=260c4cc6-d584-431e-ae2a-5e3741288db2,revision_number=4']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:47.744658 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Provisioning complete for port 14ca47b8-b1d6-4c77-87de-27cd0327209f triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:34:47.745476 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:47.749609 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b1599f-9bba-43cf-9d77-84ef56dae5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9683530c-2cb6-499d-8eba-54b3c1832773,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:47.754105 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5fb117bc-e167-4c43-9ec7-766b93ae23da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:47.757332 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5fb117bc-e167-4c43-9ec7-766b93ae23da admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:47.758588 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-5fb117bc-e167-4c43-9ec7-766b93ae23da admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/edb187b9-7b77-4c2e-a4ee-326e077e4c82 HTTP/1.1" status: 204 len: 168 time: 0.9251578 Nov 22 10:34:47.778246 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-b93fbd62-60eb-416a-995f-68076c22f7f5 None None] Provisioning complete for port 14ca47b8-b1d6-4c77-87de-27cd0327209f triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:34:47.778904 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b93fbd62-60eb-416a-995f-68076c22f7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:47.808129 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb117bc-e167-4c43-9ec7-766b93ae23da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb187b9-7b77-4c2e-a4ee-326e077e4c82,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:47.828766 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-02b1599f-9bba-43cf-9d77-84ef56dae5f6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bc62fa4618ac47c9b3532f1eeed23210&name=default HTTP/1.1" status: 200 len: 2994 time: 0.9284716 Nov 22 10:34:47.837778 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 38238) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:34:47.870140 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1efa318c-be94-458b-b19c-d826d78671bd admin admin] Publish callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:47.905000 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvr_db [None req-66b28b4d-e94a-4512-9ba7-949fcecf3760 None None] Set router c3b5e53f-7b2e-43de-8199-cbce758bd5c5 gateway port host: dv-cinder-804035-13-iscsi {{(pid=102912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:34:47.923649 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a23dcb01-15bf-494c-bca6-ffbb4528755e req-2cca551a-c382-4d9c-83a7-ec3009f9b278 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fa7b826-3fcb-47c6-8301-f88892120095 HTTP/1.1" status: 200 len: 210 time: 0.0423810 Nov 22 10:34:47.970439 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1efa318c-be94-458b-b19c-d826d78671bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:47.972559 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1efa318c-be94-458b-b19c-d826d78671bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029493'] for router_interface, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:48.051524 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-28a9edee-3887-42d8-b25d-59b49179f888 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:48.062623 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efa318c-be94-458b-b19c-d826d78671bd admin admin] Pushing event updated for resources: {'Port': ['ID=d4acd6b4-5657-4fc7-95cd-7daa4a3f2014,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:48.104460 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-28a9edee-3887-42d8-b25d-59b49179f888 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:48.278705 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fd44340a-9b3d-4330-a29b-073162f6f502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:48.281468 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fd44340a-9b3d-4330-a29b-073162f6f502 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:48.282638 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-fd44340a-9b3d-4330-a29b-073162f6f502 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/549a7849-4e03-4b26-bdfe-fda0abe68afc HTTP/1.1" status: 204 len: 168 time: 1.4161711 Nov 22 10:34:48.309145 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd44340a-9b3d-4330-a29b-073162f6f502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549a7849-4e03-4b26-bdfe-fda0abe68afc,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:48.314262 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9ddfaa32-efce-4019-936e-3045b8c6513c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1031512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-999758'] for router, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:48.338661 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-28a9edee-3887-42d8-b25d-59b49179f888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:48.347865 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-28a9edee-3887-42d8-b25d-59b49179f888 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:48.351538 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-28a9edee-3887-42d8-b25d-59b49179f888 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9683530c-2cb6-499d-8eba-54b3c1832773 HTTP/1.1" status: 204 len: 168 time: 0.5098176 Nov 22 10:34:48.385337 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a9edee-3887-42d8-b25d-59b49179f888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9683530c-2cb6-499d-8eba-54b3c1832773,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:48.397535 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 38262) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:34:48.486207 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efa318c-be94-458b-b19c-d826d78671bd admin admin] Network e114790e-2c2f-46a4-8dd6-49197de38f16 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:34:48.498841 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-66b28b4d-e94a-4512-9ba7-949fcecf3760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b5e53f-7b2e-43de-8199-cbce758bd5c5', 'name': 'tempest-AttachVolumeTestJSON-382854439-router', 'tenant_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '4a8c2585-4e06-4b93-9f13-77f9c53a0328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:34:41Z', 'updated_at': '2021-11-22T10:34:44Z', 'revision_number': 3, 'project_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'gw_port': {'id': '4a8c2585-4e06-4b93-9f13-77f9c53a0328', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:15:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b5e53f-7b2e-43de-8199-cbce758bd5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:43Z', 'updated_at': '2021-11-22T10:34:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi'}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:34:48.501401 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-1efa318c-be94-458b-b19c-d826d78671bd admin admin] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:34:48.578620 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b28b4d-e94a-4512-9ba7-949fcecf3760 None None] Checking router: c3b5e53f-7b2e-43de-8199-cbce758bd5c5 for host: dv-cinder-804035-13-iscsi {{(pid=102912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 10:34:48.579326 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b28b4d-e94a-4512-9ba7-949fcecf3760 None None] Updating router c3b5e53f-7b2e-43de-8199-cbce758bd5c5 port 4a8c2585-4e06-4b93-9f13-77f9c53a0328 binding host dv-cinder-804035-13-iscsi {{(pid=102912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 10:34:48.594988 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ddfaa32-efce-4019-936e-3045b8c6513c admin admin] Router dae7dd9f-6023-4615-83bd-9bd24274df7a is scheduled to L3 agent fa3112ac-4a6e-40b6-a491-552ca746a833 with binding_index 1 {{(pid=102910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 10:34:48.637899 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-66b28b4d-e94a-4512-9ba7-949fcecf3760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:48.839696 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 260c4cc6-d584-431e-ae2a-5e3741288db2 up at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:34:48.891195 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-3035d30f-1863-44c9-8645-234158fb2238 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1297184690-network', 'tenant_id': '69cd8ff7e4044f64ad8c2d384a8e9ec1'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:34:48.959401 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ddfaa32-efce-4019-936e-3045b8c6513c admin admin] Notify agent at l3_agent.dv-cinder-804035-13-iscsi the message routers_updated {{(pid=102910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 10:34:48.968796 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2809631-1e4d-4cf8-9f2e-f6ec0e274b92 None None] Sync routers for ids ['dae7dd9f-6023-4615-83bd-9bd24274df7a'] in dv-cinder-804035-13-iscsi {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 10:34:48.975004 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-5a242b21-57de-4c6a-b950-493fccb1bc19 None None] Provisioning complete for port d4acd6b4-5657-4fc7-95cd-7daa4a3f2014 triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:34:48.975374 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-5a242b21-57de-4c6a-b950-493fccb1bc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:48.986082 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2809631-1e4d-4cf8-9f2e-f6ec0e274b92 None None] Routers {'dae7dd9f-6023-4615-83bd-9bd24274df7a'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:34:48.988949 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-d2809631-1e4d-4cf8-9f2e-f6ec0e274b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:34:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['dae7dd9f-6023-4615-83bd-9bd24274df7a'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:34:49.017175 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3035d30f-1863-44c9-8645-234158fb2238 admin admin] Made reservation on behalf of 69cd8ff7e4044f64ad8c2d384a8e9ec1 for: {'network': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 10:34:49.018137 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1efa318c-be94-458b-b19c-d826d78671bd admin admin] Router 0fcb52cf-a380-4431-aa8b-b28d74dc8fb9 has already been hosted by L3 agent fa3112ac-4a6e-40b6-a491-552ca746a833 {{(pid=102910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 10:34:49.020229 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3035d30f-1863-44c9-8645-234158fb2238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for network, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:49.036713 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9ddfaa32-efce-4019-936e-3045b8c6513c admin admin] Publish callbacks [] for router, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:49.043856 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-9ddfaa32-efce-4019-936e-3045b8c6513c admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.9522595 Nov 22 10:34:49.046380 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 38278) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:34:49.123787 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-d2809631-1e4d-4cf8-9f2e-f6ec0e274b92 None None] Set router dae7dd9f-6023-4615-83bd-9bd24274df7a gateway port host: dv-cinder-804035-13-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:34:49.218061 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3035d30f-1863-44c9-8645-234158fb2238 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:49.294747 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-66b28b4d-e94a-4512-9ba7-949fcecf3760 None None] Publish callbacks [] for port, precommit_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:49.325290 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-66b28b4d-e94a-4512-9ba7-949fcecf3760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:49.343242 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-d2809631-1e4d-4cf8-9f2e-f6ec0e274b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae7dd9f-6023-4615-83bd-9bd24274df7a', 'name': 'tempest-ServerRescueNegativeTestJSON-2051115217-router', 'tenant_id': '47dcd8cc91c540eda175b762b2cc6d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': 'd6eb665b-87f8-48b3-9d1a-7a4b199a9d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:34:43Z', 'updated_at': '2021-11-22T10:34:46Z', 'revision_number': 3, 'project_id': '47dcd8cc91c540eda175b762b2cc6d9d', 'gw_port': {'id': 'd6eb665b-87f8-48b3-9d1a-7a4b199a9d5c', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae7dd9f-6023-4615-83bd-9bd24274df7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:45Z', 'updated_at': '2021-11-22T10:34:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi'}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:34:49.377835 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2809631-1e4d-4cf8-9f2e-f6ec0e274b92 None None] Checking router: dae7dd9f-6023-4615-83bd-9bd24274df7a for host: dv-cinder-804035-13-iscsi {{(pid=102913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 10:34:49.379125 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2809631-1e4d-4cf8-9f2e-f6ec0e274b92 None None] Updating router dae7dd9f-6023-4615-83bd-9bd24274df7a port d6eb665b-87f8-48b3-9d1a-7a4b199a9d5c binding host dv-cinder-804035-13-iscsi {{(pid=102913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 10:34:49.406740 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [None req-66b28b4d-e94a-4512-9ba7-949fcecf3760 None None] Attempting to bind port 4a8c2585-4e06-4b93-9f13-77f9c53a0328 on host dv-cinder-804035-13-iscsi for vnic_type normal with profile {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 10:34:49.407107 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [None req-66b28b4d-e94a-4512-9ba7-949fcecf3760 None None] Attempting to bind port 4a8c2585-4e06-4b93-9f13-77f9c53a0328 by drivers openvswitch,hyperv on host dv-cinder-804035-13-iscsi at level 0 using segments [{'id': '07e0d8bf-2b47-470a-a16f-f44f9914b384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28'}] {{(pid=102912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 10:34:49.407468 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b28b4d-e94a-4512-9ba7-949fcecf3760 None None] Attempting to bind port 4a8c2585-4e06-4b93-9f13-77f9c53a0328 on network e6af0ad0-9fc1-4d6f-8919-77652c0c2a28 {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:34:49.414337 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d2809631-1e4d-4cf8-9f2e-f6ec0e274b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:49.419446 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b28b4d-e94a-4512-9ba7-949fcecf3760 None None] Checking agent: {'id': '881f7a5b-9941-4288-a74c-0fe38ace5e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 10, 27, 1), 'started_at': datetime.datetime(2021, 11, 22, 10, 27, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 10, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 10:34:49.419808 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b28b4d-e94a-4512-9ba7-949fcecf3760 None None] Checking segment: {'id': '07e0d8bf-2b47-470a-a16f-f44f9914b384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:34:49.420187 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-66b28b4d-e94a-4512-9ba7-949fcecf3760 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:49.420583 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b28b4d-e94a-4512-9ba7-949fcecf3760 None None] Bound using segment: {'id': '07e0d8bf-2b47-470a-a16f-f44f9914b384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28'} {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 10:34:49.421276 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [None req-66b28b4d-e94a-4512-9ba7-949fcecf3760 None None] Bound port: 4a8c2585-4e06-4b93-9f13-77f9c53a0328, host: dv-cinder-804035-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e0d8bf-2b47-470a-a16f-f44f9914b384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28'}}] {{(pid=102912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 10:34:49.421676 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-66b28b4d-e94a-4512-9ba7-949fcecf3760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:49.507105 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-66b28b4d-e94a-4512-9ba7-949fcecf3760 None None] For port 4a8c2585-4e06-4b93-9f13-77f9c53a0328, host dv-cinder-804035-13-iscsi, cleared binding levels {{(pid=102912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 10:34:49.512571 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-66b28b4d-e94a-4512-9ba7-949fcecf3760 None None] For port 4a8c2585-4e06-4b93-9f13-77f9c53a0328, host dv-cinder-804035-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=4a8c2585-4e06-4b93-9f13-77f9c53a0328,segment=NetworkSegment(07e0d8bf-2b47-470a-a16f-f44f9914b384),segment_id=07e0d8bf-2b47-470a-a16f-f44f9914b384)] {{(pid=102912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 10:34:49.529139 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-da040ab3-df4e-4e09-8a73-60c4918cd61e req-efb989ce-f7e0-4ec2-86b8-743b260b07ba tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fa7b826-3fcb-47c6-8301-f88892120095 HTTP/1.1" status: 200 len: 210 time: 0.0747309 Nov 22 10:34:49.529412 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-66b28b4d-e94a-4512-9ba7-949fcecf3760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:49.540233 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Provisioning complete for port 260c4cc6-d584-431e-ae2a-5e3741288db2 triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:34:49.540703 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:49.620536 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-5a242b21-57de-4c6a-b950-493fccb1bc19 None None] Port d4acd6b4-5657-4fc7-95cd-7daa4a3f2014 cannot update to ACTIVE because it is not bound. {{(pid=102912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 10:34:49.647549 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b28b4d-e94a-4512-9ba7-949fcecf3760 None None] Routers {'c3b5e53f-7b2e-43de-8199-cbce758bd5c5'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:34:49.648390 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-66b28b4d-e94a-4512-9ba7-949fcecf3760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:34:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['c3b5e53f-7b2e-43de-8199-cbce758bd5c5'], 'active': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:34:49.696519 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3035d30f-1863-44c9-8645-234158fb2238 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:49.737465 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3035d30f-1863-44c9-8645-234158fb2238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:49.851214 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade10bc-5576-4c20-bfce-2bce287da393 None None] Pushing event updated for resources: {'Port': ['ID=4a8c2585-4e06-4b93-9f13-77f9c53a0328,revision_number=2']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:49.862300 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3035d30f-1863-44c9-8645-234158fb2238 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=102911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 10:34:49.862742 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d2809631-1e4d-4cf8-9f2e-f6ec0e274b92 None None] Publish callbacks [] for port, precommit_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:49.873705 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d2809631-1e4d-4cf8-9f2e-f6ec0e274b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:49.877153 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-46b14da4-251f-4d46-a33d-64b5975e77f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:49.880331 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1efa318c-be94-458b-b19c-d826d78671bd admin admin] Notify agent at l3_agent.dv-cinder-804035-13-iscsi the message routers_updated {{(pid=102910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 10:34:49.888587 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3035d30f-1863-44c9-8645-234158fb2238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=352d9982-98b9-4603-845a-8937cfc37865,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:49.913329 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-1efa318c-be94-458b-b19c-d826d78671bd admin admin] 10.222.0.46 "PUT /v2.0/routers/0fcb52cf-a380-4431-aa8b-b28d74dc8fb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0457332 Nov 22 10:34:49.933573 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b61061-07dc-4874-ab91-8124ece47b7d None None] Sync routers for ids ['0fcb52cf-a380-4431-aa8b-b28d74dc8fb9'] in dv-cinder-804035-13-iscsi {{(pid=102912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 10:34:49.939579 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc52ab0-97b6-4f63-ad1c-8508d48cab32 None None] Pushing event updated for resources: {'Port': ['ID=d6eb665b-87f8-48b3-9d1a-7a4b199a9d5c,revision_number=2']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:49.947790 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3035d30f-1863-44c9-8645-234158fb2238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4063698'] for segment, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:49.948355 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.db.segments_db [None req-3035d30f-1863-44c9-8645-234158fb2238 admin admin] Added segment af1c365c-2d92-43d3-931a-9aa989b916b0 of type vlan for network c9a081f8-75d2-4c84-9472-4e7ab197537c Nov 22 10:34:49.969283 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-d2809631-1e4d-4cf8-9f2e-f6ec0e274b92 None None] Attempting to bind port d6eb665b-87f8-48b3-9d1a-7a4b199a9d5c on host dv-cinder-804035-13-iscsi for vnic_type normal with profile {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 10:34:49.970018 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-d2809631-1e4d-4cf8-9f2e-f6ec0e274b92 None None] Attempting to bind port d6eb665b-87f8-48b3-9d1a-7a4b199a9d5c by drivers openvswitch,hyperv on host dv-cinder-804035-13-iscsi at level 0 using segments [{'id': '07e0d8bf-2b47-470a-a16f-f44f9914b384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28'}] {{(pid=102913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 10:34:49.970626 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2809631-1e4d-4cf8-9f2e-f6ec0e274b92 None None] Attempting to bind port d6eb665b-87f8-48b3-9d1a-7a4b199a9d5c on network e6af0ad0-9fc1-4d6f-8919-77652c0c2a28 {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:34:49.979602 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2809631-1e4d-4cf8-9f2e-f6ec0e274b92 None None] Checking agent: {'id': '881f7a5b-9941-4288-a74c-0fe38ace5e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 10, 27, 1), 'started_at': datetime.datetime(2021, 11, 22, 10, 27, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 10, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 10:34:49.980378 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2809631-1e4d-4cf8-9f2e-f6ec0e274b92 None None] Checking segment: {'id': '07e0d8bf-2b47-470a-a16f-f44f9914b384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:34:49.980988 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d2809631-1e4d-4cf8-9f2e-f6ec0e274b92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:49.981744 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2809631-1e4d-4cf8-9f2e-f6ec0e274b92 None None] Bound using segment: {'id': '07e0d8bf-2b47-470a-a16f-f44f9914b384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28'} {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 10:34:49.984537 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-d2809631-1e4d-4cf8-9f2e-f6ec0e274b92 None None] Bound port: d6eb665b-87f8-48b3-9d1a-7a4b199a9d5c, host: dv-cinder-804035-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e0d8bf-2b47-470a-a16f-f44f9914b384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28'}}] {{(pid=102913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 10:34:49.985245 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d2809631-1e4d-4cf8-9f2e-f6ec0e274b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:50.072228 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d2809631-1e4d-4cf8-9f2e-f6ec0e274b92 None None] For port d6eb665b-87f8-48b3-9d1a-7a4b199a9d5c, host dv-cinder-804035-13-iscsi, cleared binding levels {{(pid=102913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 10:34:50.079160 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d2809631-1e4d-4cf8-9f2e-f6ec0e274b92 None None] For port d6eb665b-87f8-48b3-9d1a-7a4b199a9d5c, host dv-cinder-804035-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=d6eb665b-87f8-48b3-9d1a-7a4b199a9d5c,segment=NetworkSegment(07e0d8bf-2b47-470a-a16f-f44f9914b384),segment_id=07e0d8bf-2b47-470a-a16f-f44f9914b384)] {{(pid=102913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 10:34:50.080566 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.20', 63246) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:34:50.091153 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d2809631-1e4d-4cf8-9f2e-f6ec0e274b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:50.191378 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3035d30f-1863-44c9-8645-234158fb2238 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749315269614'] for network, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:50.209719 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc52ab0-97b6-4f63-ad1c-8508d48cab32 None None] Pushing event updated for resources: {'Port': ['ID=d6eb665b-87f8-48b3-9d1a-7a4b199a9d5c,revision_number=3']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:50.238696 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2809631-1e4d-4cf8-9f2e-f6ec0e274b92 None None] Routers {'dae7dd9f-6023-4615-83bd-9bd24274df7a'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:34:50.239847 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-d2809631-1e4d-4cf8-9f2e-f6ec0e274b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:34:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['dae7dd9f-6023-4615-83bd-9bd24274df7a'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:34:50.263711 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:50.295631 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 14ca47b8-b1d6-4c77-87de-27cd0327209f up at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:34:50.328381 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.db.resource_extend [None req-3035d30f-1863-44c9-8645-234158fb2238 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 10:34:50.359264 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b61061-07dc-4874-ab91-8124ece47b7d None None] Routers {'0fcb52cf-a380-4431-aa8b-b28d74dc8fb9'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:34:50.360435 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-a5b61061-07dc-4874-ab91-8124ece47b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:34:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['0fcb52cf-a380-4431-aa8b-b28d74dc8fb9'], 'active': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:34:50.427452 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-d2809631-1e4d-4cf8-9f2e-f6ec0e274b92 None None] Set router dae7dd9f-6023-4615-83bd-9bd24274df7a gateway port host: dv-cinder-804035-13-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:34:50.507740 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3035d30f-1863-44c9-8645-234158fb2238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861'] for network, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:50.509213 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade10bc-5576-4c20-bfce-2bce287da393 None None] Pushing event updated for resources: {'Port': ['ID=4a8c2585-4e06-4b93-9f13-77f9c53a0328,revision_number=3']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:50.514307 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3035d30f-1863-44c9-8645-234158fb2238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:34:50.515007 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3035d30f-1863-44c9-8645-234158fb2238 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for network, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:50.532429 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvr_db [None req-66b28b4d-e94a-4512-9ba7-949fcecf3760 None None] Set router c3b5e53f-7b2e-43de-8199-cbce758bd5c5 gateway port host: dv-cinder-804035-13-iscsi {{(pid=102912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:34:50.740123 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-3035d30f-1863-44c9-8645-234158fb2238 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.3413568 Nov 22 10:34:50.746061 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 38332) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:34:50.788572 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1c63f822-507f-42e1-ace4-dcf958962b0d req-bc46fb8e-5a98-4474-a8a4-fdca8177d9ed tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fa7b826-3fcb-47c6-8301-f88892120095 HTTP/1.1" status: 200 len: 210 time: 0.0412314 Nov 22 10:34:50.795944 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-c1f4fc42-4ecc-42b4-934f-e5b7e0ef5eca admin admin] Request body: {'subnet': {'network_id': 'c9a081f8-75d2-4c84-9472-4e7ab197537c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1297184690-subnet', 'tenant_id': '69cd8ff7e4044f64ad8c2d384a8e9ec1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:34:50.807019 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495783e7-c540-4d2d-8f1c-da04f36e0718 req-bad73eba-c1c2-4a16-b3f2-aeb14ce789e4 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:34:50.808875 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-495783e7-c540-4d2d-8f1c-da04f36e0718 req-bad73eba-c1c2-4a16-b3f2-aeb14ce789e4 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] 10.222.0.20 "GET /v2.0/networks?id=1274854e-81ee-4efd-ac30-bca6abb4f0ab HTTP/1.1" status: 200 len: 812 time: 0.6657927 Nov 22 10:34:50.835757 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3035d30f-1863-44c9-8645-234158fb2238 admin admin] Pushing event updated for resources: {'Network': ['ID=c9a081f8-75d2-4c84-9472-4e7ab197537c,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:50.845801 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [None req-46b14da4-251f-4d46-a33d-64b5975e77f0 admin admin] Allocated IP 172.20.0.1 (f8081780-6619-4e5e-aa59-236a3848a084/42224e55-d7ca-4407-9b29-fa448fd58ac4/ec6d911a-cbb3-43e2-85ea-c3d26a101f74) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 10:34:50.864691 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f4fc42-4ecc-42b4-934f-e5b7e0ef5eca admin admin] Made reservation on behalf of 69cd8ff7e4044f64ad8c2d384a8e9ec1 for: {'subnet': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 10:34:50.867305 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c1f4fc42-4ecc-42b4-934f-e5b7e0ef5eca admin admin] Publish callbacks [] for subnet, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:50.925997 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Network c9a081f8-75d2-4c84-9472-4e7ab197537c details requested by agent ovs-agent-dv-cinder-804035-13-iscsi with host dv-cinder-804035-13-iscsi {{(pid=102912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 10:34:50.985725 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-d2809631-1e4d-4cf8-9f2e-f6ec0e274b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae7dd9f-6023-4615-83bd-9bd24274df7a', 'name': 'tempest-ServerRescueNegativeTestJSON-2051115217-router', 'tenant_id': '47dcd8cc91c540eda175b762b2cc6d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': 'd6eb665b-87f8-48b3-9d1a-7a4b199a9d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:34:43Z', 'updated_at': '2021-11-22T10:34:46Z', 'revision_number': 3, 'project_id': '47dcd8cc91c540eda175b762b2cc6d9d', 'gw_port': {'id': 'd6eb665b-87f8-48b3-9d1a-7a4b199a9d5c', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae7dd9f-6023-4615-83bd-9bd24274df7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:45Z', 'updated_at': '2021-11-22T10:34:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi'}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:34:51.067423 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2809631-1e4d-4cf8-9f2e-f6ec0e274b92 None None] The sync data for ids ['dae7dd9f-6023-4615-83bd-9bd24274df7a'] in dv-cinder-804035-13-iscsi is: [{'id': 'dae7dd9f-6023-4615-83bd-9bd24274df7a', 'name': 'tempest-ServerRescueNegativeTestJSON-2051115217-router', 'tenant_id': '47dcd8cc91c540eda175b762b2cc6d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': 'd6eb665b-87f8-48b3-9d1a-7a4b199a9d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:34:43Z', 'updated_at': '2021-11-22T10:34:46Z', 'revision_number': 3, 'project_id': '47dcd8cc91c540eda175b762b2cc6d9d', 'gw_port': {'id': 'd6eb665b-87f8-48b3-9d1a-7a4b199a9d5c', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae7dd9f-6023-4615-83bd-9bd24274df7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:45Z', 'updated_at': '2021-11-22T10:34:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi'}] {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 10:34:51.106566 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Provisioning complete for port 14ca47b8-b1d6-4c77-87de-27cd0327209f triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:34:51.106907 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:51.137893 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvr_db [None req-a5b61061-07dc-4874-ab91-8124ece47b7d None None] Set router 0fcb52cf-a380-4431-aa8b-b28d74dc8fb9 gateway port host: dv-cinder-804035-13-iscsi {{(pid=102912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:34:51.159145 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e731e7a1-498d-4316-a247-442914fa376d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:51.208985 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-495783e7-c540-4d2d-8f1c-da04f36e0718 req-e1b420c9-c415-4b0d-a535-62063b71f656 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] Request body: {'port': {'device_id': '0fa7b826-3fcb-47c6-8301-f88892120095', 'network_id': '1274854e-81ee-4efd-ac30-bca6abb4f0ab', 'admin_state_up': True, 'tenant_id': 'df68136f15294909b23428e0edcd740d'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:34:51.472526 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-46b14da4-251f-4d46-a33d-64b5975e77f0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:51.478578 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 38366) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:34:51.494382 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c1f4fc42-4ecc-42b4-934f-e5b7e0ef5eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861'] for subnet, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:51.578930 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-e731e7a1-498d-4316-a247-442914fa376d admin admin] Allocated IP 172.20.0.1 (153a66f8-3695-4a0f-8479-33d7bddbc164/c80a285c-563e-448a-9814-994fad543ecd/52bdc6c7-ea54-466d-be02-ebfc7a70a85f) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 10:34:51.580078 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-4f6584bd-3158-4d29-9bf6-788bf8d783ff tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1486274065', 'description': 'tempest-description--851037471'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:34:51.790614 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-66b28b4d-e94a-4512-9ba7-949fcecf3760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b5e53f-7b2e-43de-8199-cbce758bd5c5', 'name': 'tempest-AttachVolumeTestJSON-382854439-router', 'tenant_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '4a8c2585-4e06-4b93-9f13-77f9c53a0328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:34:41Z', 'updated_at': '2021-11-22T10:34:44Z', 'revision_number': 3, 'project_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'gw_port': {'id': '4a8c2585-4e06-4b93-9f13-77f9c53a0328', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:15:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b5e53f-7b2e-43de-8199-cbce758bd5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:43Z', 'updated_at': '2021-11-22T10:34:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi'}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:34:51.840421 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b28b4d-e94a-4512-9ba7-949fcecf3760 None None] The sync data for ids ['c3b5e53f-7b2e-43de-8199-cbce758bd5c5'] in dv-cinder-804035-13-iscsi is: [{'id': 'c3b5e53f-7b2e-43de-8199-cbce758bd5c5', 'name': 'tempest-AttachVolumeTestJSON-382854439-router', 'tenant_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '4a8c2585-4e06-4b93-9f13-77f9c53a0328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:34:41Z', 'updated_at': '2021-11-22T10:34:44Z', 'revision_number': 3, 'project_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'gw_port': {'id': '4a8c2585-4e06-4b93-9f13-77f9c53a0328', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:15:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b5e53f-7b2e-43de-8199-cbce758bd5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:43Z', 'updated_at': '2021-11-22T10:34:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi'}] {{(pid=102912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 10:34:51.850431 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e731e7a1-498d-4316-a247-442914fa376d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:51.901756 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-a5b61061-07dc-4874-ab91-8124ece47b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fcb52cf-a380-4431-aa8b-b28d74dc8fb9', 'name': 'tempest-AttachVolumeShelveTestJSON-6190435-router', 'tenant_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '260c4cc6-d584-431e-ae2a-5e3741288db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:34:38Z', 'updated_at': '2021-11-22T10:34:46Z', 'revision_number': 4, 'project_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'gw_port': {'id': '260c4cc6-d584-431e-ae2a-5e3741288db2', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:78:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcb52cf-a380-4431-aa8b-b28d74dc8fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:39Z', 'updated_at': '2021-11-22T10:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_interfaces': [{'id': 'd4acd6b4-5657-4fc7-95cd-7daa4a3f2014', 'name': '', 'network_id': 'e114790e-2c2f-46a4-8dd6-49197de38f16', 'tenant_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'mac_address': 'fa:16:3e:c9:07:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fcb52cf-a380-4431-aa8b-b28d74dc8fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c4f21e7d-d84a-4ede-b812-0052f7303231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:43Z', 'updated_at': '2021-11-22T10:34:47Z', 'revision_number': 2, 'project_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'subnets': [{'id': 'c4f21e7d-d84a-4ede-b812-0052f7303231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:34:51.963310 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e731e7a1-498d-4316-a247-442914fa376d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749315246228'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:51.966225 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b61061-07dc-4874-ab91-8124ece47b7d None None] Checking router: 0fcb52cf-a380-4431-aa8b-b28d74dc8fb9 for host: dv-cinder-804035-13-iscsi {{(pid=102912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 10:34:51.966563 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b61061-07dc-4874-ab91-8124ece47b7d None None] Updating router 0fcb52cf-a380-4431-aa8b-b28d74dc8fb9 port d4acd6b4-5657-4fc7-95cd-7daa4a3f2014 binding host dv-cinder-804035-13-iscsi {{(pid=102912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 10:34:51.993443 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device d6eb665b-87f8-48b3-9d1a-7a4b199a9d5c up at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:34:52.010602 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-a5b61061-07dc-4874-ab91-8124ece47b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:52.057383 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-4f6584bd-3158-4d29-9bf6-788bf8d783ff tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:52.059539 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f4fc42-4ecc-42b4-934f-e5b7e0ef5eca admin admin] Pushing event updated for resources: {'Subnet': ['ID=44319435-2b3f-4b4a-84ae-1dca2b4ccaa4,revision_number=0']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:52.139983 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e731e7a1-498d-4316-a247-442914fa376d admin admin] Network 153a66f8-3695-4a0f-8479-33d7bddbc164 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:34:52.174789 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-45ef2e06-4e4f-4602-ba8e-454ad1ca605f req-3d5531bc-1b47-487a-ad18-9ef3347e6e19 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fa7b826-3fcb-47c6-8301-f88892120095 HTTP/1.1" status: 200 len: 210 time: 0.1380603 Nov 22 10:34:52.181356 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-e731e7a1-498d-4316-a247-442914fa376d admin admin] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:34:52.213163 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e731e7a1-498d-4316-a247-442914fa376d admin admin] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 10:34:52.213655 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e731e7a1-498d-4316-a247-442914fa376d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029609'] for router_interface, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:52.243917 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-495783e7-c540-4d2d-8f1c-da04f36e0718 req-e1b420c9-c415-4b0d-a535-62063b71f656 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] Made reservation on behalf of df68136f15294909b23428e0edcd740d for: {'port': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 10:34:52.247974 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-495783e7-c540-4d2d-8f1c-da04f36e0718 req-e1b420c9-c415-4b0d-a535-62063b71f656 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:52.265254 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f4fc42-4ecc-42b4-934f-e5b7e0ef5eca admin admin] Checking segment: {'id': 'af1c365c-2d92-43d3-931a-9aa989b916b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c9a081f8-75d2-4c84-9472-4e7ab197537c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:34:52.265768 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f4fc42-4ecc-42b4-934f-e5b7e0ef5eca admin admin] Network hostable DHCP agents. Network: c9a081f8-75d2-4c84-9472-4e7ab197537c, hostable agents: ['3a915d71-ad94-46fb-aadb-328912ff9e3f'], hosted agents: [] {{(pid=102911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 10:34:52.328407 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-46b14da4-251f-4d46-a33d-64b5975e77f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749315246228'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:52.391384 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e731e7a1-498d-4316-a247-442914fa376d admin admin] Pushing event updated for resources: {'Port': ['ID=52bdc6c7-ea54-466d-be02-ebfc7a70a85f,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:52.493501 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b14da4-251f-4d46-a33d-64b5975e77f0 admin admin] Pushing event updated for resources: {'Port': ['ID=ec6d911a-cbb3-43e2-85ea-c3d26a101f74,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:52.530118 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b14da4-251f-4d46-a33d-64b5975e77f0 admin admin] Network f8081780-6619-4e5e-aa59-236a3848a084 is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:34:52.547262 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-46b14da4-251f-4d46-a33d-64b5975e77f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:34:52.555178 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b14da4-251f-4d46-a33d-64b5975e77f0 admin admin] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 10:34:52.556003 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-46b14da4-251f-4d46-a33d-64b5975e77f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029609'] for router_interface, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:52.576462 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e731e7a1-498d-4316-a247-442914fa376d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:52.582807 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Provisioning complete for port d6eb665b-87f8-48b3-9d1a-7a4b199a9d5c triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:34:52.583318 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:53.067547 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e731e7a1-498d-4316-a247-442914fa376d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:53.080905 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e731e7a1-498d-4316-a247-442914fa376d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:53.082816 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e731e7a1-498d-4316-a247-442914fa376d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029493'] for router_interface, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:53.092655 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f4fc42-4ecc-42b4-934f-e5b7e0ef5eca admin admin] Network c9a081f8-75d2-4c84-9472-4e7ab197537c is scheduled to be hosted by DHCP agent 3a915d71-ad94-46fb-aadb-328912ff9e3f with binding_index 1 {{(pid=102911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 10:34:53.170796 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:53.266131 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e731e7a1-498d-4316-a247-442914fa376d admin admin] Pushing event updated for resources: {'Port': ['ID=52bdc6c7-ea54-466d-be02-ebfc7a70a85f,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:53.377578 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e731e7a1-498d-4316-a247-442914fa376d admin admin] Network 153a66f8-3695-4a0f-8479-33d7bddbc164 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:34:53.379242 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-e731e7a1-498d-4316-a247-442914fa376d admin admin] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:34:53.535566 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] For port d6eb665b-87f8-48b3-9d1a-7a4b199a9d5c, host dv-cinder-804035-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=d6eb665b-87f8-48b3-9d1a-7a4b199a9d5c,segment=NetworkSegment(07e0d8bf-2b47-470a-a16f-f44f9914b384),segment_id=07e0d8bf-2b47-470a-a16f-f44f9914b384)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:34:53.565329 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:53.587497 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-4f6584bd-3158-4d29-9bf6-788bf8d783ff tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:53.593557 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-c1f4fc42-4ecc-42b4-934f-e5b7e0ef5eca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-13-iscsi, c9a081f8-75d2-4c84-9472-4e7ab197537c) {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:34:53.619386 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc985bf-5f7b-4a41-b17b-5f18045696be None None] Network c9a081f8-75d2-4c84-9472-4e7ab197537c requested from dv-cinder-804035-13-iscsi {{(pid=102912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 10:34:53.632892 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-9a97ad36-38fa-4bdb-a3af-0acaa558b8af None None] Provisioning complete for port ec6d911a-cbb3-43e2-85ea-c3d26a101f74 triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:34:53.635532 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9a97ad36-38fa-4bdb-a3af-0acaa558b8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:53.638583 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f4fc42-4ecc-42b4-934f-e5b7e0ef5eca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:34:53.639467 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c1f4fc42-4ecc-42b4-934f-e5b7e0ef5eca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for subnet, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:53.653987 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-4f6584bd-3158-4d29-9bf6-788bf8d783ff tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:53.927578 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-9a97ad36-38fa-4bdb-a3af-0acaa558b8af None None] Port ec6d911a-cbb3-43e2-85ea-c3d26a101f74 cannot update to ACTIVE because it is not bound. {{(pid=102912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 10:34:53.963495 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e731e7a1-498d-4316-a247-442914fa376d admin admin] Router dae7dd9f-6023-4615-83bd-9bd24274df7a has already been hosted by L3 agent fa3112ac-4a6e-40b6-a491-552ca746a833 {{(pid=102910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 10:34:54.078134 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-a5b61061-07dc-4874-ab91-8124ece47b7d None None] Publish callbacks [] for port, precommit_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:54.099777 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 4a8c2585-4e06-4b93-9f13-77f9c53a0328 up at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:34:54.176372 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-40500a56-9fe5-49c5-9f7a-ef548d7fda8b req-c8768ccf-21ee-44fd-bb97-b8b2f6d282ea tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fa7b826-3fcb-47c6-8301-f88892120095 HTTP/1.1" status: 200 len: 210 time: 0.3144879 Nov 22 10:34:54.186883 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-4f6584bd-3158-4d29-9bf6-788bf8d783ff tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:54.192705 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-4f6584bd-3158-4d29-9bf6-788bf8d783ff tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.6917791 Nov 22 10:34:54.196337 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-c1f4fc42-4ecc-42b4-934f-e5b7e0ef5eca admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.4451172 Nov 22 10:34:54.214208 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 38410) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:34:54.248164 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-a5b61061-07dc-4874-ab91-8124ece47b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:54.252729 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-98ff5b9d-616f-49a6-9897-8b6adf20b210 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Request body: {'security_group_rule': {'security_group_id': '18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:34:54.340300 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Pushing event updated for resources: {'Port': ['ID=d6eb665b-87f8-48b3-9d1a-7a4b199a9d5c,revision_number=4']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:54.495566 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [req-495783e7-c540-4d2d-8f1c-da04f36e0718 req-e1b420c9-c415-4b0d-a535-62063b71f656 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] Allocated IP 172.20.0.5 (1274854e-81ee-4efd-ac30-bca6abb4f0ab/9a9e9cf0-35cc-4a36-bfd6-f90434d239c5/a26d823d-0945-45d5-b889-984e5d69086e) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 10:34:54.570586 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6584bd-3158-4d29-9bf6-788bf8d783ff tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:54.583739 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e731e7a1-498d-4316-a247-442914fa376d admin admin] Notify agent at l3_agent.dv-cinder-804035-13-iscsi the message routers_updated {{(pid=102910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 10:34:54.602841 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14301480-1c94-44fb-8603-8ed5c60143f4 None None] Sync routers for ids ['dae7dd9f-6023-4615-83bd-9bd24274df7a'] in dv-cinder-804035-13-iscsi {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 10:34:54.616092 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-e731e7a1-498d-4316-a247-442914fa376d admin admin] 10.222.0.46 "PUT /v2.0/routers/dae7dd9f-6023-4615-83bd-9bd24274df7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5579395 Nov 22 10:34:54.621371 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14301480-1c94-44fb-8603-8ed5c60143f4 None None] Routers {'dae7dd9f-6023-4615-83bd-9bd24274df7a'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:34:54.630755 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-14301480-1c94-44fb-8603-8ed5c60143f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:34:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['dae7dd9f-6023-4615-83bd-9bd24274df7a'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:34:54.738295 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-98ff5b9d-616f-49a6-9897-8b6adf20b210 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:54.858716 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d09a6e-dc07-49c9-a6c9-75df5e6d353f None None] Pushing event updated for resources: {'Port': ['ID=d4acd6b4-5657-4fc7-95cd-7daa4a3f2014,revision_number=3']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:55.014479 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 38430) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:34:55.057485 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-14301480-1c94-44fb-8603-8ed5c60143f4 None None] Set router dae7dd9f-6023-4615-83bd-9bd24274df7a gateway port host: dv-cinder-804035-13-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:34:55.067872 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Provisioning complete for port 4a8c2585-4e06-4b93-9f13-77f9c53a0328 triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:34:55.071772 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:55.100406 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-46b14da4-251f-4d46-a33d-64b5975e77f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:55.201123 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-2bd8d288-bea6-4453-b3c4-e2fe7c45450c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:55.240025 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-be1e7959-9e00-44f0-a5fa-bec85ca1a813 None None] Provisioning complete for port d4acd6b4-5657-4fc7-95cd-7daa4a3f2014 triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:34:55.240751 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-be1e7959-9e00-44f0-a5fa-bec85ca1a813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:55.296379 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc198f7-458b-4e89-bdfd-41efe645d397 None None] Network c9a081f8-75d2-4c84-9472-4e7ab197537c requested from dv-cinder-804035-13-iscsi {{(pid=102912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 10:34:55.302658 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [None req-a5b61061-07dc-4874-ab91-8124ece47b7d None None] Attempting to bind port d4acd6b4-5657-4fc7-95cd-7daa4a3f2014 on host dv-cinder-804035-13-iscsi for vnic_type normal with profile {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 10:34:55.303312 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [None req-a5b61061-07dc-4874-ab91-8124ece47b7d None None] Attempting to bind port d4acd6b4-5657-4fc7-95cd-7daa4a3f2014 by drivers openvswitch,hyperv on host dv-cinder-804035-13-iscsi at level 0 using segments [{'id': 'b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e114790e-2c2f-46a4-8dd6-49197de38f16'}] {{(pid=102912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 10:34:55.304275 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b61061-07dc-4874-ab91-8124ece47b7d None None] Attempting to bind port d4acd6b4-5657-4fc7-95cd-7daa4a3f2014 on network e114790e-2c2f-46a4-8dd6-49197de38f16 {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:34:55.390095 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b61061-07dc-4874-ab91-8124ece47b7d None None] Checking agent: {'id': '881f7a5b-9941-4288-a74c-0fe38ace5e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 10, 27, 1), 'started_at': datetime.datetime(2021, 11, 22, 10, 27, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 10, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 10:34:55.390767 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b61061-07dc-4874-ab91-8124ece47b7d None None] Checking segment: {'id': 'b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e114790e-2c2f-46a4-8dd6-49197de38f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:34:55.391380 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-a5b61061-07dc-4874-ab91-8124ece47b7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:55.391949 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b61061-07dc-4874-ab91-8124ece47b7d None None] Bound using segment: {'id': 'b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e114790e-2c2f-46a4-8dd6-49197de38f16'} {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 10:34:55.392603 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [None req-a5b61061-07dc-4874-ab91-8124ece47b7d None None] Bound port: d4acd6b4-5657-4fc7-95cd-7daa4a3f2014, host: dv-cinder-804035-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e114790e-2c2f-46a4-8dd6-49197de38f16'}}] {{(pid=102912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 10:34:55.393147 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-a5b61061-07dc-4874-ab91-8124ece47b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:55.406229 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-be1e7959-9e00-44f0-a5fa-bec85ca1a813 None None] Port d4acd6b4-5657-4fc7-95cd-7daa4a3f2014 cannot update to ACTIVE because it is not bound. {{(pid=102912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 10:34:55.446911 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:55.536795 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3f02ba86-599d-44f9-bd58-60eff8cf5cda req-4b4c75af-6941-4863-b9ff-0ceba729c4ff tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fa7b826-3fcb-47c6-8301-f88892120095 HTTP/1.1" status: 200 len: 210 time: 0.0862615 Nov 22 10:34:55.634538 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] For port 4a8c2585-4e06-4b93-9f13-77f9c53a0328, host dv-cinder-804035-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=4a8c2585-4e06-4b93-9f13-77f9c53a0328,segment=NetworkSegment(07e0d8bf-2b47-470a-a16f-f44f9914b384),segment_id=07e0d8bf-2b47-470a-a16f-f44f9914b384)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:34:55.641822 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-98ff5b9d-616f-49a6-9897-8b6adf20b210 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:55.649053 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:55.653408 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-381f7a92-0350-40ea-b2f4-3ca1c845ac1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:55.676722 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-98ff5b9d-616f-49a6-9897-8b6adf20b210 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970650'] for security_group_rule, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:55.737790 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-a5b61061-07dc-4874-ab91-8124ece47b7d None None] For port d4acd6b4-5657-4fc7-95cd-7daa4a3f2014, host dv-cinder-804035-13-iscsi, cleared binding levels {{(pid=102912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 10:34:55.798826 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-98ff5b9d-616f-49a6-9897-8b6adf20b210 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:55.804940 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-98ff5b9d-616f-49a6-9897-8b6adf20b210 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5808003 Nov 22 10:34:55.810638 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 38464) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:34:55.815063 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-495783e7-c540-4d2d-8f1c-da04f36e0718 req-e1b420c9-c415-4b0d-a535-62063b71f656 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:55.833126 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-14301480-1c94-44fb-8603-8ed5c60143f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae7dd9f-6023-4615-83bd-9bd24274df7a', 'name': 'tempest-ServerRescueNegativeTestJSON-2051115217-router', 'tenant_id': '47dcd8cc91c540eda175b762b2cc6d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': 'd6eb665b-87f8-48b3-9d1a-7a4b199a9d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:34:43Z', 'updated_at': '2021-11-22T10:34:52Z', 'revision_number': 4, 'project_id': '47dcd8cc91c540eda175b762b2cc6d9d', 'gw_port': {'id': 'd6eb665b-87f8-48b3-9d1a-7a4b199a9d5c', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae7dd9f-6023-4615-83bd-9bd24274df7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:45Z', 'updated_at': '2021-11-22T10:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_interfaces': [{'id': '52bdc6c7-ea54-466d-be02-ebfc7a70a85f', 'name': '', 'network_id': '153a66f8-3695-4a0f-8479-33d7bddbc164', 'tenant_id': '47dcd8cc91c540eda175b762b2cc6d9d', 'mac_address': 'fa:16:3e:61:28:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae7dd9f-6023-4615-83bd-9bd24274df7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'c80a285c-563e-448a-9814-994fad543ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:51Z', 'updated_at': '2021-11-22T10:34:52Z', 'revision_number': 2, 'project_id': '47dcd8cc91c540eda175b762b2cc6d9d', 'subnets': [{'id': 'c80a285c-563e-448a-9814-994fad543ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:34:55.848364 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.v2.base [None req-422e2501-18b6-4a06-bb96-a313670db067 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Request body: {'security_group_rule': {'security_group_id': '18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:34:55.851159 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ff5b9d-616f-49a6-9897-8b6adf20b210 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0929ac68-dae2-4a1a-bab3-8449e81fe8fb,revision_number=0']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:55.861000 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-a5b61061-07dc-4874-ab91-8124ece47b7d None None] For port d4acd6b4-5657-4fc7-95cd-7daa4a3f2014, host dv-cinder-804035-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=d4acd6b4-5657-4fc7-95cd-7daa4a3f2014,segment=NetworkSegment(b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c),segment_id=b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c)] {{(pid=102912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 10:34:55.897499 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-a5b61061-07dc-4874-ab91-8124ece47b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:55.930671 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Pushing event updated for resources: {'Port': ['ID=4a8c2585-4e06-4b93-9f13-77f9c53a0328,revision_number=4']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:56.017792 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14301480-1c94-44fb-8603-8ed5c60143f4 None None] Checking router: dae7dd9f-6023-4615-83bd-9bd24274df7a for host: dv-cinder-804035-13-iscsi {{(pid=102913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 10:34:56.018189 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14301480-1c94-44fb-8603-8ed5c60143f4 None None] Updating router dae7dd9f-6023-4615-83bd-9bd24274df7a port 52bdc6c7-ea54-466d-be02-ebfc7a70a85f binding host dv-cinder-804035-13-iscsi {{(pid=102913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 10:34:56.046676 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-495783e7-c540-4d2d-8f1c-da04f36e0718 req-e1b420c9-c415-4b0d-a535-62063b71f656 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749315246228'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:56.070039 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device d6eb665b-87f8-48b3-9d1a-7a4b199a9d5c up at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:34:56.090473 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-495783e7-c540-4d2d-8f1c-da04f36e0718 req-e1b420c9-c415-4b0d-a535-62063b71f656 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] Network 1274854e-81ee-4efd-ac30-bca6abb4f0ab is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:34:56.107181 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-14301480-1c94-44fb-8603-8ed5c60143f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:56.122242 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-422e2501-18b6-4a06-bb96-a313670db067 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:56.131421 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [req-495783e7-c540-4d2d-8f1c-da04f36e0718 req-e1b420c9-c415-4b0d-a535-62063b71f656 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:34:56.179134 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-495783e7-c540-4d2d-8f1c-da04f36e0718 req-e1b420c9-c415-4b0d-a535-62063b71f656 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 10:34:56.214162 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495783e7-c540-4d2d-8f1c-da04f36e0718 req-e1b420c9-c415-4b0d-a535-62063b71f656 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:34:56.216387 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-495783e7-c540-4d2d-8f1c-da04f36e0718 req-e1b420c9-c415-4b0d-a535-62063b71f656 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:56.319011 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-422e2501-18b6-4a06-bb96-a313670db067 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:56.349498 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-422e2501-18b6-4a06-bb96-a313670db067 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970650'] for security_group_rule, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:56.366226 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b61061-07dc-4874-ab91-8124ece47b7d None None] Routers {'0fcb52cf-a380-4431-aa8b-b28d74dc8fb9'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:34:56.371049 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-a5b61061-07dc-4874-ab91-8124ece47b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:34:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['0fcb52cf-a380-4431-aa8b-b28d74dc8fb9'], 'active': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:34:56.392691 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-381f7a92-0350-40ea-b2f4-3ca1c845ac1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:56.429376 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-46b14da4-251f-4d46-a33d-64b5975e77f0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:56.447192 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-381f7a92-0350-40ea-b2f4-3ca1c845ac1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:56.500960 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e2501-18b6-4a06-bb96-a313670db067 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=685ff313-9a92-474e-b365-ca20b4f8a807,revision_number=0']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:56.606823 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-381f7a92-0350-40ea-b2f4-3ca1c845ac1f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3832cf0ac31a4a3ab16e133f42a6c987&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5879726 Nov 22 10:34:56.610594 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b420c9-c415-4b0d-a535-62063b71f656 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] Pushing event updated for resources: {'Port': ['ID=a26d823d-0945-45d5-b889-984e5d69086e,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:56.619370 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 38476) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:34:56.624920 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-422e2501-18b6-4a06-bb96-a313670db067 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:56.628710 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-495783e7-c540-4d2d-8f1c-da04f36e0718 req-e1b420c9-c415-4b0d-a535-62063b71f656 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4273648 Nov 22 10:34:56.632315 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 38478) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:34:56.633527 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d09a6e-dc07-49c9-a6c9-75df5e6d353f None None] Pushing event updated for resources: {'Port': ['ID=d4acd6b4-5657-4fc7-95cd-7daa4a3f2014,revision_number=4']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:56.637169 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-422e2501-18b6-4a06-bb96-a313670db067 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8190765 Nov 22 10:34:56.685471 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f7a92-0350-40ea-b2f4-3ca1c845ac1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfefa1f-4a57-4bea-a22a-bdb40551d599,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:56.699565 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-46b14da4-251f-4d46-a33d-64b5975e77f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:56.700583 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-46b14da4-251f-4d46-a33d-64b5975e77f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029493'] for router_interface, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:56.722630 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-5d9ae3ec-4986-41fa-9909-9f272f3519a1 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Request body: {'floatingip': {'floating_network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:34:56.776013 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 38490) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:34:56.816268 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [req-495783e7-c540-4d2d-8f1c-da04f36e0718 req-09021c59-0583-4d1a-b272-efdb2e7ebbbe tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 10:34:56.837718 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-495783e7-c540-4d2d-8f1c-da04f36e0718 req-09021c59-0583-4d1a-b272-efdb2e7ebbbe tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0317802 Nov 22 10:34:56.953484 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvr_db [None req-a5b61061-07dc-4874-ab91-8124ece47b7d None None] Set router 0fcb52cf-a380-4431-aa8b-b28d74dc8fb9 gateway port host: dv-cinder-804035-13-iscsi {{(pid=102912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:34:57.016686 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ab425aac-29ae-455d-be99-0cf083d42bc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:57.088819 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-14301480-1c94-44fb-8603-8ed5c60143f4 None None] Publish callbacks [] for port, precommit_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:57.094599 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 38500) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:34:57.103211 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5d9ae3ec-4986-41fa-9909-9f272f3519a1 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks [] for floatingip, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:57.117109 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-14301480-1c94-44fb-8603-8ed5c60143f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:57.125064 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-0f559c5d-9860-4ef4-add3-1ae33c16254a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-285159056-network', 'tenant_id': 'b9796a0455964f93b2e1448ec97b1736'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:34:57.168626 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-b19a314e-6825-46fc-8cba-a75cfd52d027 None None] Provisioning complete for port d4acd6b4-5657-4fc7-95cd-7daa4a3f2014 triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:34:57.169431 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b19a314e-6825-46fc-8cba-a75cfd52d027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:57.184528 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ab425aac-29ae-455d-be99-0cf083d42bc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:57.192127 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ab425aac-29ae-455d-be99-0cf083d42bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:57.305068 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-ab425aac-29ae-455d-be99-0cf083d42bc6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a722445af5cd4daaa97b53043bfbf67d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5251253 Nov 22 10:34:57.311031 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 38506) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:34:57.313078 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9a25ec6b-83db-42c8-ae03-9ca5b20856b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:57.331445 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Provisioning complete for port d6eb665b-87f8-48b3-9d1a-7a4b199a9d5c triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:34:57.332388 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:57.339237 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab425aac-29ae-455d-be99-0cf083d42bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd252638-dc8e-42e2-9c7f-fea3708b78a7,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:57.365962 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2897821-e72e-4d1f-8705-d8893a63ed96 None None] Pushing event updated for resources: {'Port': ['ID=52bdc6c7-ea54-466d-be02-ebfc7a70a85f,revision_number=3']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:57.427238 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f559c5d-9860-4ef4-add3-1ae33c16254a admin admin] Made reservation on behalf of b9796a0455964f93b2e1448ec97b1736 for: {'network': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 10:34:57.432898 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-0f559c5d-9860-4ef4-add3-1ae33c16254a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for network, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:57.503582 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-acd52e57-df41-449c-b711-5e687417d816 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:57.521748 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-495783e7-c540-4d2d-8f1c-da04f36e0718 req-17ead5c5-fd48-4e92-a368-f6f376da1c43 service neutron] Request body: {'port': {'device_id': '0fa7b826-3fcb-47c6-8301-f88892120095', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:34:57.533052 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-14301480-1c94-44fb-8603-8ed5c60143f4 None None] Attempting to bind port 52bdc6c7-ea54-466d-be02-ebfc7a70a85f on host dv-cinder-804035-13-iscsi for vnic_type normal with profile {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 10:34:57.533813 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-14301480-1c94-44fb-8603-8ed5c60143f4 None None] Attempting to bind port 52bdc6c7-ea54-466d-be02-ebfc7a70a85f by drivers openvswitch,hyperv on host dv-cinder-804035-13-iscsi at level 0 using segments [{'id': '9ae977a0-e484-4146-ba84-66dc7a326740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '153a66f8-3695-4a0f-8479-33d7bddbc164'}] {{(pid=102913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 10:34:57.534345 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14301480-1c94-44fb-8603-8ed5c60143f4 None None] Attempting to bind port 52bdc6c7-ea54-466d-be02-ebfc7a70a85f on network 153a66f8-3695-4a0f-8479-33d7bddbc164 {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:34:57.550841 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14301480-1c94-44fb-8603-8ed5c60143f4 None None] Checking agent: {'id': '881f7a5b-9941-4288-a74c-0fe38ace5e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 10, 27, 1), 'started_at': datetime.datetime(2021, 11, 22, 10, 27, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 10, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 10:34:57.551643 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14301480-1c94-44fb-8603-8ed5c60143f4 None None] Checking segment: {'id': '9ae977a0-e484-4146-ba84-66dc7a326740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '153a66f8-3695-4a0f-8479-33d7bddbc164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:34:57.554205 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-14301480-1c94-44fb-8603-8ed5c60143f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:57.554820 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14301480-1c94-44fb-8603-8ed5c60143f4 None None] Bound using segment: {'id': '9ae977a0-e484-4146-ba84-66dc7a326740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '153a66f8-3695-4a0f-8479-33d7bddbc164'} {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 10:34:57.555866 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-14301480-1c94-44fb-8603-8ed5c60143f4 None None] Bound port: 52bdc6c7-ea54-466d-be02-ebfc7a70a85f, host: dv-cinder-804035-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ae977a0-e484-4146-ba84-66dc7a326740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '153a66f8-3695-4a0f-8479-33d7bddbc164'}}] {{(pid=102913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 10:34:57.556445 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-14301480-1c94-44fb-8603-8ed5c60143f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:57.562669 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-acd52e57-df41-449c-b711-5e687417d816 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:57.580623 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-0f559c5d-9860-4ef4-add3-1ae33c16254a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:57.628602 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-495783e7-c540-4d2d-8f1c-da04f36e0718 req-17ead5c5-fd48-4e92-a368-f6f376da1c43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:57.686705 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-acd52e57-df41-449c-b711-5e687417d816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:57.691327 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-acd52e57-df41-449c-b711-5e687417d816 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:57.700003 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-acd52e57-df41-449c-b711-5e687417d816 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fd252638-dc8e-42e2-9c7f-fea3708b78a7 HTTP/1.1" status: 204 len: 168 time: 0.3810902 Nov 22 10:34:57.721428 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd52e57-df41-449c-b711-5e687417d816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd252638-dc8e-42e2-9c7f-fea3708b78a7,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:57.756647 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-14301480-1c94-44fb-8603-8ed5c60143f4 None None] For port 52bdc6c7-ea54-466d-be02-ebfc7a70a85f, host dv-cinder-804035-13-iscsi, cleared binding levels {{(pid=102913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 10:34:57.762437 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-14301480-1c94-44fb-8603-8ed5c60143f4 None None] For port 52bdc6c7-ea54-466d-be02-ebfc7a70a85f, host dv-cinder-804035-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=52bdc6c7-ea54-466d-be02-ebfc7a70a85f,segment=NetworkSegment(9ae977a0-e484-4146-ba84-66dc7a326740),segment_id=9ae977a0-e484-4146-ba84-66dc7a326740)] {{(pid=102913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 10:34:57.768140 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b19a314e-6825-46fc-8cba-a75cfd52d027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:57.770371 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-14301480-1c94-44fb-8603-8ed5c60143f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:57.918964 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14301480-1c94-44fb-8603-8ed5c60143f4 None None] Routers {'dae7dd9f-6023-4615-83bd-9bd24274df7a'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:34:57.924036 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-14301480-1c94-44fb-8603-8ed5c60143f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:34:57Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['dae7dd9f-6023-4615-83bd-9bd24274df7a'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:34:57.940621 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-b19a314e-6825-46fc-8cba-a75cfd52d027 None None] For port d4acd6b4-5657-4fc7-95cd-7daa4a3f2014, host dv-cinder-804035-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=d4acd6b4-5657-4fc7-95cd-7daa4a3f2014,segment=NetworkSegment(b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c),segment_id=b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:34:57.948963 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-a5b61061-07dc-4874-ab91-8124ece47b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fcb52cf-a380-4431-aa8b-b28d74dc8fb9', 'name': 'tempest-AttachVolumeShelveTestJSON-6190435-router', 'tenant_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '260c4cc6-d584-431e-ae2a-5e3741288db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:34:38Z', 'updated_at': '2021-11-22T10:34:46Z', 'revision_number': 4, 'project_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'gw_port': {'id': '260c4cc6-d584-431e-ae2a-5e3741288db2', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:78:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcb52cf-a380-4431-aa8b-b28d74dc8fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:39Z', 'updated_at': '2021-11-22T10:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_interfaces': [{'id': 'd4acd6b4-5657-4fc7-95cd-7daa4a3f2014', 'name': '', 'network_id': 'e114790e-2c2f-46a4-8dd6-49197de38f16', 'tenant_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'mac_address': 'fa:16:3e:c9:07:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fcb52cf-a380-4431-aa8b-b28d74dc8fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c4f21e7d-d84a-4ede-b812-0052f7303231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:43Z', 'updated_at': '2021-11-22T10:34:55Z', 'revision_number': 4, 'project_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'subnets': [{'id': 'c4f21e7d-d84a-4ede-b812-0052f7303231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:34:57.957743 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b19a314e-6825-46fc-8cba-a75cfd52d027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:58.018254 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2897821-e72e-4d1f-8705-d8893a63ed96 None None] Pushing event updated for resources: {'Port': ['ID=52bdc6c7-ea54-466d-be02-ebfc7a70a85f,revision_number=4']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:58.031767 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b14da4-251f-4d46-a33d-64b5975e77f0 admin admin] Pushing event updated for resources: {'Port': ['ID=ec6d911a-cbb3-43e2-85ea-c3d26a101f74,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:58.093351 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b61061-07dc-4874-ab91-8124ece47b7d None None] The sync data for ids ['0fcb52cf-a380-4431-aa8b-b28d74dc8fb9'] in dv-cinder-804035-13-iscsi is: [{'id': '0fcb52cf-a380-4431-aa8b-b28d74dc8fb9', 'name': 'tempest-AttachVolumeShelveTestJSON-6190435-router', 'tenant_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '260c4cc6-d584-431e-ae2a-5e3741288db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:34:38Z', 'updated_at': '2021-11-22T10:34:46Z', 'revision_number': 4, 'project_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'gw_port': {'id': '260c4cc6-d584-431e-ae2a-5e3741288db2', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:78:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcb52cf-a380-4431-aa8b-b28d74dc8fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:39Z', 'updated_at': '2021-11-22T10:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_interfaces': [{'id': 'd4acd6b4-5657-4fc7-95cd-7daa4a3f2014', 'name': '', 'network_id': 'e114790e-2c2f-46a4-8dd6-49197de38f16', 'tenant_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'mac_address': 'fa:16:3e:c9:07:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fcb52cf-a380-4431-aa8b-b28d74dc8fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c4f21e7d-d84a-4ede-b812-0052f7303231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:43Z', 'updated_at': '2021-11-22T10:34:55Z', 'revision_number': 4, 'project_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'subnets': [{'id': 'c4f21e7d-d84a-4ede-b812-0052f7303231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 10:34:58.208639 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0c934117-efa3-4f33-917a-019854f2ef65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:58.234691 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19a314e-6825-46fc-8cba-a75cfd52d027 None None] Pushing event updated for resources: {'Port': ['ID=d4acd6b4-5657-4fc7-95cd-7daa4a3f2014,revision_number=5']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:58.261701 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-14301480-1c94-44fb-8603-8ed5c60143f4 None None] Set router dae7dd9f-6023-4615-83bd-9bd24274df7a gateway port host: dv-cinder-804035-13-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:34:58.316384 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-77ef41e6-e2ff-49ed-916d-ee6fc493c27b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:58.326297 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b7a45-57e0-43d8-b265-05ad73481d7d req-67352855-24b8-4880-bbd5-aeee18c5b1c2 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:34:58.328272 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-847b7a45-57e0-43d8-b265-05ad73481d7d req-67352855-24b8-4880-bbd5-aeee18c5b1c2 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fa7b826-3fcb-47c6-8301-f88892120095 HTTP/1.1" status: 200 len: 931 time: 1.3957593 Nov 22 10:34:58.417545 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 4a8c2585-4e06-4b93-9f13-77f9c53a0328 up at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:34:58.577414 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Provisioning complete for port 4a8c2585-4e06-4b93-9f13-77f9c53a0328 triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:34:58.577801 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:58.608376 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc6e35-e3b7-404a-8937-f4bf554c4e47 req-4b00dd97-bf35-4457-a11e-a57565f41bfa tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:34:58.610079 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c6fc6e35-e3b7-404a-8937-f4bf554c4e47 req-4b00dd97-bf35-4457-a11e-a57565f41bfa tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/networks?id=153a66f8-3695-4a0f-8479-33d7bddbc164 HTTP/1.1" status: 200 len: 819 time: 1.7063811 Nov 22 10:34:58.626496 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-77ef41e6-e2ff-49ed-916d-ee6fc493c27b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:58.772860 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 38520) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:34:58.798628 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58243366-ba05-4fd8-a847-f4cfdd077310 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:59.003405 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-14301480-1c94-44fb-8603-8ed5c60143f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae7dd9f-6023-4615-83bd-9bd24274df7a', 'name': 'tempest-ServerRescueNegativeTestJSON-2051115217-router', 'tenant_id': '47dcd8cc91c540eda175b762b2cc6d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': 'd6eb665b-87f8-48b3-9d1a-7a4b199a9d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:34:43Z', 'updated_at': '2021-11-22T10:34:52Z', 'revision_number': 4, 'project_id': '47dcd8cc91c540eda175b762b2cc6d9d', 'gw_port': {'id': 'd6eb665b-87f8-48b3-9d1a-7a4b199a9d5c', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae7dd9f-6023-4615-83bd-9bd24274df7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:45Z', 'updated_at': '2021-11-22T10:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_interfaces': [{'id': '52bdc6c7-ea54-466d-be02-ebfc7a70a85f', 'name': '', 'network_id': '153a66f8-3695-4a0f-8479-33d7bddbc164', 'tenant_id': '47dcd8cc91c540eda175b762b2cc6d9d', 'mac_address': 'fa:16:3e:61:28:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae7dd9f-6023-4615-83bd-9bd24274df7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'c80a285c-563e-448a-9814-994fad543ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:51Z', 'updated_at': '2021-11-22T10:34:57Z', 'revision_number': 4, 'project_id': '47dcd8cc91c540eda175b762b2cc6d9d', 'subnets': [{'id': 'c80a285c-563e-448a-9814-994fad543ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:34:59.045286 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58243366-ba05-4fd8-a847-f4cfdd077310 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:59.054407 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58243366-ba05-4fd8-a847-f4cfdd077310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:59.092588 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14301480-1c94-44fb-8603-8ed5c60143f4 None None] The sync data for ids ['dae7dd9f-6023-4615-83bd-9bd24274df7a'] in dv-cinder-804035-13-iscsi is: [{'id': 'dae7dd9f-6023-4615-83bd-9bd24274df7a', 'name': 'tempest-ServerRescueNegativeTestJSON-2051115217-router', 'tenant_id': '47dcd8cc91c540eda175b762b2cc6d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': 'd6eb665b-87f8-48b3-9d1a-7a4b199a9d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:34:43Z', 'updated_at': '2021-11-22T10:34:52Z', 'revision_number': 4, 'project_id': '47dcd8cc91c540eda175b762b2cc6d9d', 'gw_port': {'id': 'd6eb665b-87f8-48b3-9d1a-7a4b199a9d5c', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae7dd9f-6023-4615-83bd-9bd24274df7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:45Z', 'updated_at': '2021-11-22T10:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_interfaces': [{'id': '52bdc6c7-ea54-466d-be02-ebfc7a70a85f', 'name': '', 'network_id': '153a66f8-3695-4a0f-8479-33d7bddbc164', 'tenant_id': '47dcd8cc91c540eda175b762b2cc6d9d', 'mac_address': 'fa:16:3e:61:28:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae7dd9f-6023-4615-83bd-9bd24274df7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'c80a285c-563e-448a-9814-994fad543ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:51Z', 'updated_at': '2021-11-22T10:34:57Z', 'revision_number': 4, 'project_id': '47dcd8cc91c540eda175b762b2cc6d9d', 'subnets': [{'id': 'c80a285c-563e-448a-9814-994fad543ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 10:34:59.130288 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58243366-ba05-4fd8-a847-f4cfdd077310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a569de7d-1ecd-403c-8bdd-86f94834b395,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:59.137498 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-58243366-ba05-4fd8-a847-f4cfdd077310 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=10edc9f2b43545a3b6b74f69fe95db42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3610241 Nov 22 10:34:59.145328 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 38522) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:34:59.217050 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-847b7a45-57e0-43d8-b265-05ad73481d7d req-d5d4a89e-4910-4b21-8d9a-b83e3706a315 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1e63607-04e4-4aae-aa64-7f57e2435f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8615153 Nov 22 10:34:59.267693 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f03d8eb1-510c-4904-bb13-fdf1c87621fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:59.274326 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c6fc6e35-e3b7-404a-8937-f4bf554c4e47 req-8e1af1da-306a-4f9b-a011-efa8cde40c8d tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/quotas/47dcd8cc91c540eda175b762b2cc6d9d HTTP/1.1" status: 200 len: 375 time: 0.5481575 Nov 22 10:34:59.286997 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-0f559c5d-9860-4ef4-add3-1ae33c16254a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:59.350469 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f03d8eb1-510c-4904-bb13-fdf1c87621fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:59.356338 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-0f559c5d-9860-4ef4-add3-1ae33c16254a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:59.387703 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b14da4-251f-4d46-a33d-64b5975e77f0 admin admin] Network f8081780-6619-4e5e-aa59-236a3848a084 is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:34:59.448060 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f03d8eb1-510c-4904-bb13-fdf1c87621fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:59.452666 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f03d8eb1-510c-4904-bb13-fdf1c87621fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:59.454923 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-f03d8eb1-510c-4904-bb13-fdf1c87621fc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a569de7d-1ecd-403c-8bdd-86f94834b395 HTTP/1.1" status: 204 len: 168 time: 0.3082263 Nov 22 10:34:59.468171 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d8eb1-510c-4904-bb13-fdf1c87621fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a569de7d-1ecd-403c-8bdd-86f94834b395,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:34:59.503453 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f559c5d-9860-4ef4-add3-1ae33c16254a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=102911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 10:34:59.528626 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-46b14da4-251f-4d46-a33d-64b5975e77f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:34:59.604589 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5d9ae3ec-4986-41fa-9909-9f272f3519a1 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:59.621984 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-0f559c5d-9860-4ef4-add3-1ae33c16254a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4063698'] for segment, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:59.622328 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.db.segments_db [None req-0f559c5d-9860-4ef4-add3-1ae33c16254a admin admin] Added segment 00bc8fea-4f52-422a-afb2-de1d9c8e62bd of type vlan for network e123bbb1-b81d-4575-887d-78d67d1f5d8d Nov 22 10:34:59.851281 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e21c8dd6-a119-43bc-9b42-7d87f9168fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:34:59.981590 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [req-495783e7-c540-4d2d-8f1c-da04f36e0718 req-17ead5c5-fd48-4e92-a368-f6f376da1c43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a26d823d-0945-45d5-b889-984e5d69086e {{(pid=102911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 10:34:59.996062 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f559c5d-9860-4ef4-add3-1ae33c16254a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a74b13-afb1-403e-aca3-7eef70ab8d66,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:00.007181 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-77ef41e6-e2ff-49ed-916d-ee6fc493c27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:00.010817 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-77ef41e6-e2ff-49ed-916d-ee6fc493c27b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:00.017924 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-77ef41e6-e2ff-49ed-916d-ee6fc493c27b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bbfefa1f-4a57-4bea-a22a-bdb40551d599 HTTP/1.1" status: 204 len: 168 time: 3.3881350 Nov 22 10:35:00.044683 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-c358201d-3988-4bb8-99d2-1e3a575aec03 None None] Provisioning complete for port ec6d911a-cbb3-43e2-85ea-c3d26a101f74 triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:35:00.045543 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-c358201d-3988-4bb8-99d2-1e3a575aec03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:00.109745 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-c358201d-3988-4bb8-99d2-1e3a575aec03 None None] Port ec6d911a-cbb3-43e2-85ea-c3d26a101f74 cannot update to ACTIVE because it is not bound. {{(pid=102912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 10:35:00.124023 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ef41e6-e2ff-49ed-916d-ee6fc493c27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfefa1f-4a57-4bea-a22a-bdb40551d599,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:00.152500 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-495783e7-c540-4d2d-8f1c-da04f36e0718 req-17ead5c5-fd48-4e92-a368-f6f376da1c43 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:00.176744 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c6fc6e35-e3b7-404a-8937-f4bf554c4e47 req-0c68b959-4bbd-49c5-bc5e-b7bc076e903f tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=47dcd8cc91c540eda175b762b2cc6d9d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8773770 Nov 22 10:35:00.205934 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-0f559c5d-9860-4ef4-add3-1ae33c16254a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749315269614'] for network, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:00.455824 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.provisioning_blocks [req-495783e7-c540-4d2d-8f1c-da04f36e0718 req-17ead5c5-fd48-4e92-a368-f6f376da1c43 service neutron] Transition to ACTIVE for port object a26d823d-0945-45d5-b889-984e5d69086e will not be triggered until provisioned by entity L2. {{(pid=102911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 10:35:00.490220 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-495783e7-c540-4d2d-8f1c-da04f36e0718 req-17ead5c5-fd48-4e92-a368-f6f376da1c43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:00.491930 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 52bdc6c7-ea54-466d-be02-ebfc7a70a85f up at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:35:00.495701 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.db.resource_extend [None req-0f559c5d-9860-4ef4-add3-1ae33c16254a admin admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 10:35:00.526579 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b14da4-251f-4d46-a33d-64b5975e77f0 admin admin] Router c3b5e53f-7b2e-43de-8199-cbce758bd5c5 has already been hosted by L3 agent fa3112ac-4a6e-40b6-a491-552ca746a833 {{(pid=102911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 10:35:00.527940 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [None req-5d9ae3ec-4986-41fa-9909-9f272f3519a1 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Allocated IP 172.27.0.99 (e6af0ad0-9fc1-4d6f-8919-77652c0c2a28/df63829c-39ab-4507-b346-4c3fdb4717de/bcad175b-e1d0-4589-8c31-092a70d9355f) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 10:35:00.645753 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Provisioning complete for port 52bdc6c7-ea54-466d-be02-ebfc7a70a85f triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:35:00.646274 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:00.667610 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-0f559c5d-9860-4ef4-add3-1ae33c16254a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861'] for network, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:00.669106 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f559c5d-9860-4ef4-add3-1ae33c16254a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:00.669906 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-0f559c5d-9860-4ef4-add3-1ae33c16254a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for network, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:01.018350 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:01.051834 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:01.116597 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] For port 52bdc6c7-ea54-466d-be02-ebfc7a70a85f, host dv-cinder-804035-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=52bdc6c7-ea54-466d-be02-ebfc7a70a85f,segment=NetworkSegment(9ae977a0-e484-4146-ba84-66dc7a326740),segment_id=9ae977a0-e484-4146-ba84-66dc7a326740)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:35:01.123577 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:01.125749 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device d4acd6b4-5657-4fc7-95cd-7daa4a3f2014 up at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:35:01.147957 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5d9ae3ec-4986-41fa-9909-9f272f3519a1 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:01.248688 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ead5c5-fd48-4e92-a368-f6f376da1c43 service neutron] Pushing event updated for resources: {'Port': ['ID=a26d823d-0945-45d5-b889-984e5d69086e,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:01.321873 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Pushing event updated for resources: {'Port': ['ID=52bdc6c7-ea54-466d-be02-ebfc7a70a85f,revision_number=5']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:01.326956 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 38562) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:01.332272 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.v2.base [None req-be2e1b1b-4b6e-4b23-b065-2a7e1a3e6a0b admin admin] Request body: {'subnet': {'network_id': 'e123bbb1-b81d-4575-887d-78d67d1f5d8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-285159056-subnet', 'tenant_id': 'b9796a0455964f93b2e1448ec97b1736', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:35:01.333174 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-0f559c5d-9860-4ef4-add3-1ae33c16254a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 4.2036753 Nov 22 10:35:01.352371 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f559c5d-9860-4ef4-add3-1ae33c16254a admin admin] Pushing event updated for resources: {'Network': ['ID=e123bbb1-b81d-4575-887d-78d67d1f5d8d,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:01.353351 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Provisioning complete for port d4acd6b4-5657-4fc7-95cd-7daa4a3f2014 triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:35:01.354083 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:01.358750 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 38564) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:01.405728 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e19e5926-1f67-4750-ba43-6dd6533274a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:01.428092 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Network e123bbb1-b81d-4575-887d-78d67d1f5d8d details requested by agent ovs-agent-dv-cinder-804035-13-iscsi with host dv-cinder-804035-13-iscsi {{(pid=102912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 10:35:01.444639 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4eb7a6-6768-4686-bad7-c9f86b2fdd67 req-71f8bcef-3b2b-4909-b53a-3c0608fb2b8f tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:01.447191 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2e1b1b-4b6e-4b23-b065-2a7e1a3e6a0b admin admin] Made reservation on behalf of b9796a0455964f93b2e1448ec97b1736 for: {'subnet': 1} {{(pid=102910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 10:35:01.449197 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5f4eb7a6-6768-4686-bad7-c9f86b2fdd67 req-71f8bcef-3b2b-4909-b53a-3c0608fb2b8f tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fa7b826-3fcb-47c6-8301-f88892120095 HTTP/1.1" status: 200 len: 943 time: 0.9900627 Nov 22 10:35:01.451556 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-be2e1b1b-4b6e-4b23-b065-2a7e1a3e6a0b admin admin] Publish callbacks [] for subnet, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:01.459634 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5d9ae3ec-4986-41fa-9909-9f272f3519a1 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749315246228'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:01.632640 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9ae3ec-4986-41fa-9909-9f272f3519a1 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Pushing event updated for resources: {'Port': ['ID=bcad175b-e1d0-4589-8c31-092a70d9355f,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:01.654093 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-495783e7-c540-4d2d-8f1c-da04f36e0718 req-17ead5c5-fd48-4e92-a368-f6f376da1c43 service neutron] Attempting to bind port a26d823d-0945-45d5-b889-984e5d69086e on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 10:35:01.654616 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-495783e7-c540-4d2d-8f1c-da04f36e0718 req-17ead5c5-fd48-4e92-a368-f6f376da1c43 service neutron] Attempting to bind port a26d823d-0945-45d5-b889-984e5d69086e by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '63440e24-0f00-480b-afb5-85bcb4c38474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '1274854e-81ee-4efd-ac30-bca6abb4f0ab'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 10:35:01.655031 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495783e7-c540-4d2d-8f1c-da04f36e0718 req-17ead5c5-fd48-4e92-a368-f6f376da1c43 service neutron] Attempting to bind port a26d823d-0945-45d5-b889-984e5d69086e on network 1274854e-81ee-4efd-ac30-bca6abb4f0ab {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:35:01.694272 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [req-c6fc6e35-e3b7-404a-8937-f4bf554c4e47 req-44baaea8-e76a-40ee-beea-a846f4feef7d service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 10:35:01.695446 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c6fc6e35-e3b7-404a-8937-f4bf554c4e47 req-44baaea8-e76a-40ee-beea-a846f4feef7d service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 1.0212786 Nov 22 10:35:01.741124 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495783e7-c540-4d2d-8f1c-da04f36e0718 req-17ead5c5-fd48-4e92-a368-f6f376da1c43 service neutron] Port a26d823d-0945-45d5-b889-984e5d69086e on network 1274854e-81ee-4efd-ac30-bca6abb4f0ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 10:35:01.741124 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495783e7-c540-4d2d-8f1c-da04f36e0718 req-17ead5c5-fd48-4e92-a368-f6f376da1c43 service neutron] Attempting to bind port a26d823d-0945-45d5-b889-984e5d69086e on network 1274854e-81ee-4efd-ac30-bca6abb4f0ab {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:35:01.749737 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9ae3ec-4986-41fa-9909-9f272f3519a1 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Network e6af0ad0-9fc1-4d6f-8919-77652c0c2a28 is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:35:01.863518 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e19e5926-1f67-4750-ba43-6dd6533274a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:01.874266 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-5d9ae3ec-4986-41fa-9909-9f272f3519a1 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:35:01.878256 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9ae3ec-4986-41fa-9909-9f272f3519a1 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 10:35:01.883953 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e19e5926-1f67-4750-ba43-6dd6533274a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:01.974299 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-e19e5926-1f67-4750-ba43-6dd6533274a0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=807193635cfb4777ae0b7c36b1d526d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6085765 Nov 22 10:35:01.976079 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 38572) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:01.987751 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e5926-1f67-4750-ba43-6dd6533274a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05598ced-72ea-4117-8bb6-028eecdbf5a8,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:01.996578 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-be2e1b1b-4b6e-4b23-b065-2a7e1a3e6a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861'] for subnet, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:01.996805 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5f4eb7a6-6768-4686-bad7-c9f86b2fdd67 req-ed33a574-0890-44ca-983f-ea34b1d8bd6b tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1e63607-04e4-4aae-aa64-7f57e2435f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5332186 Nov 22 10:35:02.004583 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495783e7-c540-4d2d-8f1c-da04f36e0718 req-17ead5c5-fd48-4e92-a368-f6f376da1c43 service neutron] Checking agent: {'id': '8aa3c5bc-bff8-4a30-90cc-a12bac01bfcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 10, 32, 50), 'started_at': datetime.datetime(2021, 11, 22, 10, 32, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 10, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 10:35:02.004936 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495783e7-c540-4d2d-8f1c-da04f36e0718 req-17ead5c5-fd48-4e92-a368-f6f376da1c43 service neutron] Checking segment: {'id': '63440e24-0f00-480b-afb5-85bcb4c38474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '1274854e-81ee-4efd-ac30-bca6abb4f0ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:35:02.005895 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495783e7-c540-4d2d-8f1c-da04f36e0718 req-17ead5c5-fd48-4e92-a368-f6f376da1c43 service neutron] Bound using segment: {'id': '63440e24-0f00-480b-afb5-85bcb4c38474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '1274854e-81ee-4efd-ac30-bca6abb4f0ab'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 10:35:02.006017 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-495783e7-c540-4d2d-8f1c-da04f36e0718 req-17ead5c5-fd48-4e92-a368-f6f376da1c43 service neutron] Bound port: a26d823d-0945-45d5-b889-984e5d69086e, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63440e24-0f00-480b-afb5-85bcb4c38474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '1274854e-81ee-4efd-ac30-bca6abb4f0ab'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 10:35:02.006305 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-495783e7-c540-4d2d-8f1c-da04f36e0718 req-17ead5c5-fd48-4e92-a368-f6f376da1c43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:02.017775 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b14da4-251f-4d46-a33d-64b5975e77f0 admin admin] Notify agent at l3_agent.dv-cinder-804035-13-iscsi the message routers_updated {{(pid=102911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 10:35:02.046494 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce51d0e3-877a-4c95-84c4-5dd0a151b17e None None] Sync routers for ids ['c3b5e53f-7b2e-43de-8199-cbce758bd5c5'] in dv-cinder-804035-13-iscsi {{(pid=102912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 10:35:02.052210 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-46b14da4-251f-4d46-a33d-64b5975e77f0 admin admin] 10.222.0.46 "PUT /v2.0/routers/c3b5e53f-7b2e-43de-8199-cbce758bd5c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4755740 Nov 22 10:35:02.074013 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce51d0e3-877a-4c95-84c4-5dd0a151b17e None None] Routers {'c3b5e53f-7b2e-43de-8199-cbce758bd5c5'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:35:02.085292 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-ce51d0e3-877a-4c95-84c4-5dd0a151b17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:34:57Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['c3b5e53f-7b2e-43de-8199-cbce758bd5c5'], 'active': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:35:02.115742 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2e1b1b-4b6e-4b23-b065-2a7e1a3e6a0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7ba67b0-6358-44b7-9b53-265a11315beb,revision_number=0']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:02.175260 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cacdaf43-3d79-45a1-82e6-e3f8ba9f234a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:02.199541 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2e1b1b-4b6e-4b23-b065-2a7e1a3e6a0b admin admin] Checking segment: {'id': '00bc8fea-4f52-422a-afb2-de1d9c8e62bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e123bbb1-b81d-4575-887d-78d67d1f5d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:35:02.200327 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2e1b1b-4b6e-4b23-b065-2a7e1a3e6a0b admin admin] Network hostable DHCP agents. Network: e123bbb1-b81d-4575-887d-78d67d1f5d8d, hostable agents: ['3a915d71-ad94-46fb-aadb-328912ff9e3f'], hosted agents: [] {{(pid=102910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 10:35:02.204608 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5d9ae3ec-4986-41fa-9909-9f272f3519a1 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:02.253175 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cacdaf43-3d79-45a1-82e6-e3f8ba9f234a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:02.259597 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2e1b1b-4b6e-4b23-b065-2a7e1a3e6a0b admin admin] Network e123bbb1-b81d-4575-887d-78d67d1f5d8d is scheduled to be hosted by DHCP agent 3a915d71-ad94-46fb-aadb-328912ff9e3f with binding_index 1 {{(pid=102910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 10:35:02.307923 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 52bdc6c7-ea54-466d-be02-ebfc7a70a85f up at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:35:02.309849 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-be2e1b1b-4b6e-4b23-b065-2a7e1a3e6a0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-13-iscsi, e123bbb1-b81d-4575-887d-78d67d1f5d8d) {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:35:02.335151 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2e1b1b-4b6e-4b23-b065-2a7e1a3e6a0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:02.337160 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-be2e1b1b-4b6e-4b23-b065-2a7e1a3e6a0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for subnet, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:02.353915 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33898c4-11e6-4b6b-a620-802597b94948 None None] Network e123bbb1-b81d-4575-887d-78d67d1f5d8d requested from dv-cinder-804035-13-iscsi {{(pid=102912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 10:35:02.389990 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-be2e1b1b-4b6e-4b23-b065-2a7e1a3e6a0b admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0617177 Nov 22 10:35:02.394594 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c6fc6e35-e3b7-404a-8937-f4bf554c4e47 req-e316398c-c1b3-4e5a-b1b6-c26dad2296ef service neutron] 10.222.0.46 "GET /v2.0/networks/153a66f8-3695-4a0f-8479-33d7bddbc164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6473548 Nov 22 10:35:02.419315 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cacdaf43-3d79-45a1-82e6-e3f8ba9f234a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:02.422582 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cacdaf43-3d79-45a1-82e6-e3f8ba9f234a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:02.436493 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-cacdaf43-3d79-45a1-82e6-e3f8ba9f234a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/05598ced-72ea-4117-8bb6-028eecdbf5a8 HTTP/1.1" status: 204 len: 168 time: 0.4572647 Nov 22 10:35:02.466271 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacdaf43-3d79-45a1-82e6-e3f8ba9f234a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05598ced-72ea-4117-8bb6-028eecdbf5a8,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:02.697412 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5d9ae3ec-4986-41fa-9909-9f272f3519a1 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:02.724333 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 38594) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:02.748188 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvr_db [None req-ce51d0e3-877a-4c95-84c4-5dd0a151b17e None None] Set router c3b5e53f-7b2e-43de-8199-cbce758bd5c5 gateway port host: dv-cinder-804035-13-iscsi {{(pid=102912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:35:02.841135 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Provisioning complete for port 52bdc6c7-ea54-466d-be02-ebfc7a70a85f triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:35:02.841511 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:02.918070 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.db.db_base_plugin_v2 [None req-84cd6c4e-9fe4-4d54-8a90-b6c41967e506 admin admin] Deleting subnet 44319435-2b3f-4b4a-84ae-1dca2b4ccaa4 {{(pid=102910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 10:35:02.921497 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc7c316-f4d6-4616-9cf2-e68798600ce1 None None] Network e123bbb1-b81d-4575-887d-78d67d1f5d8d requested from dv-cinder-804035-13-iscsi {{(pid=102912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 10:35:02.947089 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-84cd6c4e-9fe4-4d54-8a90-b6c41967e506 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:02.956398 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-495783e7-c540-4d2d-8f1c-da04f36e0718 req-17ead5c5-fd48-4e92-a368-f6f376da1c43 service neutron] For port a26d823d-0945-45d5-b889-984e5d69086e, host hv-cinder-80403, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 10:35:02.963698 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c6fc6e35-e3b7-404a-8937-f4bf554c4e47 req-66e33209-3e9c-41a7-b6f1-3fa61cd907e1 service neutron] 10.222.0.46 "GET /v2.0/networks/153a66f8-3695-4a0f-8479-33d7bddbc164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5189526 Nov 22 10:35:03.001627 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-495783e7-c540-4d2d-8f1c-da04f36e0718 req-17ead5c5-fd48-4e92-a368-f6f376da1c43 service neutron] For port a26d823d-0945-45d5-b889-984e5d69086e, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a26d823d-0945-45d5-b889-984e5d69086e,segment=NetworkSegment(63440e24-0f00-480b-afb5-85bcb4c38474),segment_id=63440e24-0f00-480b-afb5-85bcb4c38474)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 10:35:03.014722 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-495783e7-c540-4d2d-8f1c-da04f36e0718 req-17ead5c5-fd48-4e92-a368-f6f376da1c43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:03.118983 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-84cd6c4e-9fe4-4d54-8a90-b6c41967e506 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:03.158477 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-84cd6c4e-9fe4-4d54-8a90-b6c41967e506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4094229'] for subnet, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:03.207711 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495783e7-c540-4d2d-8f1c-da04f36e0718 req-17ead5c5-fd48-4e92-a368-f6f376da1c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:03.208372 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-495783e7-c540-4d2d-8f1c-da04f36e0718 req-17ead5c5-fd48-4e92-a368-f6f376da1c43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:03.209982 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-495783e7-c540-4d2d-8f1c-da04f36e0718 req-17ead5c5-fd48-4e92-a368-f6f376da1c43 service neutron] 10.222.0.20 "PUT /v2.0/ports/a26d823d-0945-45d5-b889-984e5d69086e HTTP/1.1" status: 200 len: 1093 time: 6.1854630 Nov 22 10:35:03.210462 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fa7b826-3fcb-47c6-8301-f88892120095', 'tag': 'a26d823d-0945-45d5-b889-984e5d69086e'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:35:03.422166 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-84cd6c4e-9fe4-4d54-8a90-b6c41967e506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4094220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861'] for subnet, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:03.515748 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cd6c4e-9fe4-4d54-8a90-b6c41967e506 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44319435-2b3f-4b4a-84ae-1dca2b4ccaa4,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:03.536193 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-84cd6c4e-9fe4-4d54-8a90-b6c41967e506 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for subnet, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:03.549813 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-84cd6c4e-9fe4-4d54-8a90-b6c41967e506 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/44319435-2b3f-4b4a-84ae-1dca2b4ccaa4 HTTP/1.1" status: 204 len: 168 time: 0.8235364 Nov 22 10:35:03.551070 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 38616) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:03.813292 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-ce51d0e3-877a-4c95-84c4-5dd0a151b17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b5e53f-7b2e-43de-8199-cbce758bd5c5', 'name': 'tempest-AttachVolumeTestJSON-382854439-router', 'tenant_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '4a8c2585-4e06-4b93-9f13-77f9c53a0328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:34:41Z', 'updated_at': '2021-11-22T10:34:54Z', 'revision_number': 4, 'project_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'gw_port': {'id': '4a8c2585-4e06-4b93-9f13-77f9c53a0328', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:15:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b5e53f-7b2e-43de-8199-cbce758bd5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:43Z', 'updated_at': '2021-11-22T10:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_interfaces': [{'id': 'ec6d911a-cbb3-43e2-85ea-c3d26a101f74', 'name': '', 'network_id': 'f8081780-6619-4e5e-aa59-236a3848a084', 'tenant_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'mac_address': 'fa:16:3e:cd:43:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b5e53f-7b2e-43de-8199-cbce758bd5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '42224e55-d7ca-4407-9b29-fa448fd58ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:49Z', 'updated_at': '2021-11-22T10:34:55Z', 'revision_number': 2, 'project_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'subnets': [{'id': '42224e55-d7ca-4407-9b29-fa448fd58ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:35:03.850537 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ead5c5-fd48-4e92-a368-f6f376da1c43 service neutron] Pushing event updated for resources: {'Port': ['ID=a26d823d-0945-45d5-b889-984e5d69086e,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:03.857125 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce51d0e3-877a-4c95-84c4-5dd0a151b17e None None] Checking router: c3b5e53f-7b2e-43de-8199-cbce758bd5c5 for host: dv-cinder-804035-13-iscsi {{(pid=102912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 10:35:03.857125 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce51d0e3-877a-4c95-84c4-5dd0a151b17e None None] Updating router c3b5e53f-7b2e-43de-8199-cbce758bd5c5 port ec6d911a-cbb3-43e2-85ea-c3d26a101f74 binding host dv-cinder-804035-13-iscsi {{(pid=102912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 10:35:03.874060 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dc993943-d751-4d69-b2d1-4f45f6757c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4185191'] for network, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:03.972062 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ce51d0e3-877a-4c95-84c4-5dd0a151b17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:04.605657 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5429d6209f9db75179b029b02f265116e5db13468d9d60e00895472a7fa8ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f9b3e5-0546-48b7-9c34-7f118d7eb283" -d '{"events": [{"name": "network-changed", "server_uuid": "0fa7b826-3fcb-47c6-8301-f88892120095", "tag": "a26d823d-0945-45d5-b889-984e5d69086e"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:35:04.652859 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dc993943-d751-4d69-b2d1-4f45f6757c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4095910', 'neutron.services.segments.db._delete_segments_for_network-8749315723659'] for network, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:04.695263 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 38664) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:04.716653 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5d9ae3ec-4986-41fa-9909-9f272f3519a1 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:04.750619 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.v2.base [None req-256316b9-f81e-42d2-846b-1725cb419298 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Request body: {'security_group': {'name': 'tempest-securitygroup--584654050', 'description': 'tempest-description--484071021'}} {{(pid=102910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:35:04.755816 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5d9ae3ec-4986-41fa-9909-9f272f3519a1 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:04.763605 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495783e7-c540-4d2d-8f1c-da04f36e0718 req-6823e971-d2b6-40b3-862c-7a33c9be2e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:04.765704 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-495783e7-c540-4d2d-8f1c-da04f36e0718 req-6823e971-d2b6-40b3-862c-7a33c9be2e51 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=df68136f15294909b23428e0edcd740d&device_id=0fa7b826-3fcb-47c6-8301-f88892120095 HTTP/1.1" status: 200 len: 1096 time: 1.2904866 Nov 22 10:35:04.855645 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dc993943-d751-4d69-b2d1-4f45f6757c78 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:35:04.871816 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dc993943-d751-4d69-b2d1-4f45f6757c78 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:35:04.873468 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dc993943-d751-4d69-b2d1-4f45f6757c78 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:35:04.874559 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dc993943-d751-4d69-b2d1-4f45f6757c78 admin admin] Subscribe: > port after_create 55550000 {{(pid=102910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:35:04.875313 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dc993943-d751-4d69-b2d1-4f45f6757c78 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:35:04.877072 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dc993943-d751-4d69-b2d1-4f45f6757c78 admin admin] Subscribe: > port after_update 55550000 {{(pid=102910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:35:04.877528 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dc993943-d751-4d69-b2d1-4f45f6757c78 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:35:04.877964 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dc993943-d751-4d69-b2d1-4f45f6757c78 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:35:04.879418 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dc993943-d751-4d69-b2d1-4f45f6757c78 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:35:04.880497 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dc993943-d751-4d69-b2d1-4f45f6757c78 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:35:04.949457 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ce51d0e3-877a-4c95-84c4-5dd0a151b17e None None] Publish callbacks [] for port, precommit_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:04.971928 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ce51d0e3-877a-4c95-84c4-5dd0a151b17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:05.104168 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ed1d9-f321-415c-8482-0b203b591089 None None] Pushing event updated for resources: {'Port': ['ID=ec6d911a-cbb3-43e2-85ea-c3d26a101f74,revision_number=3']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:05.151773 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5d9ae3ec-4986-41fa-9909-9f272f3519a1 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030162'] for floatingip, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:05.163027 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-495783e7-c540-4d2d-8f1c-da04f36e0718 req-15e0efa4-6643-48aa-a339-663d65cc33a2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a26d823d-0945-45d5-b889-984e5d69086e HTTP/1.1" status: 200 len: 217 time: 0.3340969 Nov 22 10:35:05.187052 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9ae3ec-4986-41fa-9909-9f272f3519a1 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Pushing event updated for resources: {'Port': ['ID=bcad175b-e1d0-4589-8c31-092a70d9355f,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:05.246206 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c1494-ba17-4265-ad9c-a471aaf33815 req-65d0655a-efe1-4123-8350-ede858657521 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:05.249697 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a58c1494-ba17-4265-ad9c-a471aaf33815 req-65d0655a-efe1-4123-8350-ede858657521 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fa7b826-3fcb-47c6-8301-f88892120095 HTTP/1.1" status: 200 len: 943 time: 0.6373920 Nov 22 10:35:05.277211 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e13f5910-4430-46e3-84a4-3ebf440c6c7e req-e16fafa9-cad5-43a8-8d9d-8f679789a318 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 210 time: 0.4231405 Nov 22 10:35:05.290046 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [None req-ce51d0e3-877a-4c95-84c4-5dd0a151b17e None None] Attempting to bind port ec6d911a-cbb3-43e2-85ea-c3d26a101f74 on host dv-cinder-804035-13-iscsi for vnic_type normal with profile {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 10:35:05.290455 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [None req-ce51d0e3-877a-4c95-84c4-5dd0a151b17e None None] Attempting to bind port ec6d911a-cbb3-43e2-85ea-c3d26a101f74 by drivers openvswitch,hyperv on host dv-cinder-804035-13-iscsi at level 0 using segments [{'id': 'a89922f2-694e-41b6-9361-4a293f55702b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f8081780-6619-4e5e-aa59-236a3848a084'}] {{(pid=102912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 10:35:05.290837 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce51d0e3-877a-4c95-84c4-5dd0a151b17e None None] Attempting to bind port ec6d911a-cbb3-43e2-85ea-c3d26a101f74 on network f8081780-6619-4e5e-aa59-236a3848a084 {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:35:05.317832 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce51d0e3-877a-4c95-84c4-5dd0a151b17e None None] Checking agent: {'id': '881f7a5b-9941-4288-a74c-0fe38ace5e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 10, 27, 1), 'started_at': datetime.datetime(2021, 11, 22, 10, 27, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 10, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 10:35:05.318375 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce51d0e3-877a-4c95-84c4-5dd0a151b17e None None] Checking segment: {'id': 'a89922f2-694e-41b6-9361-4a293f55702b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f8081780-6619-4e5e-aa59-236a3848a084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:35:05.318625 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ce51d0e3-877a-4c95-84c4-5dd0a151b17e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:05.319086 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce51d0e3-877a-4c95-84c4-5dd0a151b17e None None] Bound using segment: {'id': 'a89922f2-694e-41b6-9361-4a293f55702b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f8081780-6619-4e5e-aa59-236a3848a084'} {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 10:35:05.319589 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [None req-ce51d0e3-877a-4c95-84c4-5dd0a151b17e None None] Bound port: ec6d911a-cbb3-43e2-85ea-c3d26a101f74, host: dv-cinder-804035-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a89922f2-694e-41b6-9361-4a293f55702b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f8081780-6619-4e5e-aa59-236a3848a084'}}] {{(pid=102912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 10:35:05.320696 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ce51d0e3-877a-4c95-84c4-5dd0a151b17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:05.562581 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-ce51d0e3-877a-4c95-84c4-5dd0a151b17e None None] For port ec6d911a-cbb3-43e2-85ea-c3d26a101f74, host dv-cinder-804035-13-iscsi, cleared binding levels {{(pid=102912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 10:35:05.577396 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495783e7-c540-4d2d-8f1c-da04f36e0718 req-1a7f579f-a29a-494c-99ee-00eefecf78db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:05.581749 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-495783e7-c540-4d2d-8f1c-da04f36e0718 req-1a7f579f-a29a-494c-99ee-00eefecf78db service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9a9e9cf0-35cc-4a36-bfd6-f90434d239c5 HTTP/1.1" status: 200 len: 852 time: 0.3182077 Nov 22 10:35:05.586099 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-ce51d0e3-877a-4c95-84c4-5dd0a151b17e None None] For port ec6d911a-cbb3-43e2-85ea-c3d26a101f74, host dv-cinder-804035-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=ec6d911a-cbb3-43e2-85ea-c3d26a101f74,segment=NetworkSegment(a89922f2-694e-41b6-9361-4a293f55702b),segment_id=a89922f2-694e-41b6-9361-4a293f55702b)] {{(pid=102912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 10:35:05.593981 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ce51d0e3-877a-4c95-84c4-5dd0a151b17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:05.628743 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dc993943-d751-4d69-b2d1-4f45f6757c78 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:35:05.638411 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dc993943-d751-4d69-b2d1-4f45f6757c78 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:35:05.639846 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dc993943-d751-4d69-b2d1-4f45f6757c78 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:35:05.640336 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dc993943-d751-4d69-b2d1-4f45f6757c78 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:35:05.641926 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.services.segments.db [None req-dc993943-d751-4d69-b2d1-4f45f6757c78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9a081f8-75d2-4c84-9472-4e7ab197537c']}} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:35:05.689942 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-495783e7-c540-4d2d-8f1c-da04f36e0718 req-668dfdc3-7791-4e13-a762-f07b4d14ccc1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1274854e-81ee-4efd-ac30-bca6abb4f0ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928993 Nov 22 10:35:05.702763 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a58c1494-ba17-4265-ad9c-a471aaf33815 req-c5304013-e263-4779-b29c-46fbb7c3134f tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1e63607-04e4-4aae-aa64-7f57e2435f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3949742 Nov 22 10:35:05.761667 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.services.segments.db [None req-dc993943-d751-4d69-b2d1-4f45f6757c78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af1c365c-2d92-43d3-931a-9aa989b916b0') {'for_net_delete': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:35:05.768187 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.services.segments.db [None req-dc993943-d751-4d69-b2d1-4f45f6757c78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af1c365c-2d92-43d3-931a-9aa989b916b0') {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:35:05.822661 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce51d0e3-877a-4c95-84c4-5dd0a151b17e None None] Routers {'c3b5e53f-7b2e-43de-8199-cbce758bd5c5'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:35:05.823703 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-ce51d0e3-877a-4c95-84c4-5dd0a151b17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:34:57Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['c3b5e53f-7b2e-43de-8199-cbce758bd5c5'], 'active': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:35:05.835513 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dc993943-d751-4d69-b2d1-4f45f6757c78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749315818006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11681769'] for segment, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:05.853224 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ed1d9-f321-415c-8482-0b203b591089 None None] Pushing event updated for resources: {'Port': ['ID=ec6d911a-cbb3-43e2-85ea-c3d26a101f74,revision_number=4']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:05.890151 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dc993943-d751-4d69-b2d1-4f45f6757c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4063698'] for segment, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:05.917870 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc993943-d751-4d69-b2d1-4f45f6757c78 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=102910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 10:35:05.918549 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dc993943-d751-4d69-b2d1-4f45f6757c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4063698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1162168'] for segment, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:06.087523 dv-cinder-804035-13-iscsi neutron-server[102910]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 22 10:35:06.087523 dv-cinder-804035-13-iscsi neutron-server[102910]: from cryptography.utils import int_from_bytes Nov 22 10:35:06.087523 dv-cinder-804035-13-iscsi neutron-server[102910]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 22 10:35:06.087523 dv-cinder-804035-13-iscsi neutron-server[102910]: from cryptography.utils import int_from_bytes Nov 22 10:35:06.087523 dv-cinder-804035-13-iscsi neutron-server[102910]: Traceback (most recent call last): Nov 22 10:35:06.087523 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 10:35:06.087523 dv-cinder-804035-13-iscsi neutron-server[102910]: timer() Nov 22 10:35:06.087523 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 10:35:06.087523 dv-cinder-804035-13-iscsi neutron-server[102910]: cb(*args, **kw) Nov 22 10:35:06.087523 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 10:35:06.087523 dv-cinder-804035-13-iscsi neutron-server[102910]: return func(*args, **kwargs) Nov 22 10:35:06.087523 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 10:35:06.087523 dv-cinder-804035-13-iscsi neutron-server[102910]: self._notify() Nov 22 10:35:06.087523 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 10:35:06.087523 dv-cinder-804035-13-iscsi neutron-server[102910]: self.callback(batched_events) Nov 22 10:35:06.087523 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 10:35:06.087523 dv-cinder-804035-13-iscsi neutron-server[102910]: event.method(event) Nov 22 10:35:06.087523 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 10:35:06.087523 dv-cinder-804035-13-iscsi neutron-server[102910]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 10:35:06.087523 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 10:35:06.087523 dv-cinder-804035-13-iscsi neutron-server[102910]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 10:35:06.087523 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 10:35:06.087523 dv-cinder-804035-13-iscsi neutron-server[102910]: return f(self, *a, **k) Nov 22 10:35:06.087523 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 10:35:06.087523 dv-cinder-804035-13-iscsi neutron-server[102910]: return self._get(url).json() Nov 22 10:35:06.087523 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 10:35:06.087523 dv-cinder-804035-13-iscsi neutron-server[102910]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 10:35:06.087523 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 10:35:06.087523 dv-cinder-804035-13-iscsi neutron-server[102910]: return self.request(url, 'GET', **kwargs) Nov 22 10:35:06.087523 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 10:35:06.087523 dv-cinder-804035-13-iscsi neutron-server[102910]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 10:35:06.087523 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 10:35:06.087523 dv-cinder-804035-13-iscsi neutron-server[102910]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 10:35:06.087523 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 10:35:06.087523 dv-cinder-804035-13-iscsi neutron-server[102910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 10:35:06.087523 dv-cinder-804035-13-iscsi neutron-server[102910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 10:35:06.108894 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-495783e7-c540-4d2d-8f1c-da04f36e0718 req-049aaa50-7b2f-4139-a321-61de08a9d4e7 service neutron] 10.222.0.20 "GET /v2.0/networks/1274854e-81ee-4efd-ac30-bca6abb4f0ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981335 Nov 22 10:35:06.179027 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-256316b9-f81e-42d2-846b-1725cb419298 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:06.329558 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 10:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d7e7a3-9b18-493c-9fb6-c79242f24474 x-openstack-request-id: req-e5d7e7a3-9b18-493c-9fb6-c79242f24474 {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:35:06.330151 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fa7b826-3fcb-47c6-8301-f88892120095", "tag": "a26d823d-0945-45d5-b889-984e5d69086e", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:35:06.330151 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e5d7e7a3-9b18-493c-9fb6-c79242f24474 {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:35:06.330589 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fa7b826-3fcb-47c6-8301-f88892120095', 'tag': 'a26d823d-0945-45d5-b889-984e5d69086e', 'status': 'completed', 'code': 200} Nov 22 10:35:06.347244 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5d9ae3ec-4986-41fa-9909-9f272f3519a1 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for floatingip, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:06.348815 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-5d9ae3ec-4986-41fa-9909-9f272f3519a1 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 9.6743994 Nov 22 10:35:06.366273 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-256316b9-f81e-42d2-846b-1725cb419298 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:06.378775 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-256316b9-f81e-42d2-846b-1725cb419298 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:06.454540 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-a5a1dfcc-361b-4878-80cd-f674f09adff7 None None] Provisioning complete for port ec6d911a-cbb3-43e2-85ea-c3d26a101f74 triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:35:06.462731 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-a5a1dfcc-361b-4878-80cd-f674f09adff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:06.552870 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-495783e7-c540-4d2d-8f1c-da04f36e0718 req-8559ad76-7caa-469e-a9ac-970d1d7d2f48 service neutron] 10.222.0.20 "GET /v2.0/networks/1274854e-81ee-4efd-ac30-bca6abb4f0ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4226453 Nov 22 10:35:06.581024 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dc993943-d751-4d69-b2d1-4f45f6757c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4095928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1030268'] for network, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:06.601217 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269554cd-6bb2-4377-951a-2a557fbf5a9c req-d23222e7-d520-4baf-8818-0d7b169bb75d tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:06.617552 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dc993943-d751-4d69-b2d1-4f45f6757c78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for network, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:06.618438 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-269554cd-6bb2-4377-951a-2a557fbf5a9c req-d23222e7-d520-4baf-8818-0d7b169bb75d tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/networks?id=153a66f8-3695-4a0f-8479-33d7bddbc164 HTTP/1.1" status: 200 len: 819 time: 0.2620535 Nov 22 10:35:06.628245 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-dc993943-d751-4d69-b2d1-4f45f6757c78 admin admin] 10.222.0.46 "DELETE /v2.0/networks/c9a081f8-75d2-4c84-9472-4e7ab197537c HTTP/1.1" status: 204 len: 168 time: 3.0599258 Nov 22 10:35:06.650307 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 38730) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:06.683955 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-269554cd-6bb2-4377-951a-2a557fbf5a9c req-919df6ca-3e4d-4d6a-a2bc-8ce16676ef22 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/quotas/47dcd8cc91c540eda175b762b2cc6d9d HTTP/1.1" status: 200 len: 375 time: 0.0615251 Nov 22 10:35:06.689085 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256316b9-f81e-42d2-846b-1725cb419298 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0bf58da-bfeb-4d08-b545-68fed93dbb27,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:06.739878 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvr_db [None req-ce51d0e3-877a-4c95-84c4-5dd0a151b17e None None] Set router c3b5e53f-7b2e-43de-8199-cbce758bd5c5 gateway port host: dv-cinder-804035-13-iscsi {{(pid=102912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:35:06.747046 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc993943-d751-4d69-b2d1-4f45f6757c78 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9a081f8-75d2-4c84-9472-4e7ab197537c,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:06.753221 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.20', 63259) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:06.768533 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-256316b9-f81e-42d2-846b-1725cb419298 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:06.771854 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-256316b9-f81e-42d2-846b-1725cb419298 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 2.0734115 Nov 22 10:35:06.824108 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 38740) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:06.837069 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.v2.base [None req-40238ed7-dc11-4e13-a1ff-1829f5cbdcd6 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Request body: {'security_group_rule': {'security_group_id': 'e0bf58da-bfeb-4d08-b545-68fed93dbb27', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:35:06.840273 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-a5a1dfcc-361b-4878-80cd-f674f09adff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:06.935229 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.db.db_base_plugin_v2 [None req-591f1aeb-7bc3-4b08-afd2-c4a37a0163a5 admin admin] Deleting subnet b7ba67b0-6358-44b7-9b53-265a11315beb {{(pid=102910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 10:35:06.941349 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-591f1aeb-7bc3-4b08-afd2-c4a37a0163a5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:07.074720 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-591f1aeb-7bc3-4b08-afd2-c4a37a0163a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11681776'] for subnet, precommit_delete_associations {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:07.130582 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc6e35-e3b7-404a-8937-f4bf554c4e47 req-4c7c9ff4-33cb-4ec5-8627-a06618934d73 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:07.133434 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c6fc6e35-e3b7-404a-8937-f4bf554c4e47 req-4c7c9ff4-33cb-4ec5-8627-a06618934d73 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.20 "GET /v2.0/networks?id=153a66f8-3695-4a0f-8479-33d7bddbc164 HTTP/1.1" status: 200 len: 819 time: 0.4163322 Nov 22 10:35:07.141619 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f9b3e5-0546-48b7-9c34-7f118d7eb283 req-b8135813-cd20-4892-9f4d-bf4d2790b105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:07.144025 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a5f9b3e5-0546-48b7-9c34-7f118d7eb283 req-b8135813-cd20-4892-9f4d-bf4d2790b105 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=df68136f15294909b23428e0edcd740d&device_id=0fa7b826-3fcb-47c6-8301-f88892120095 HTTP/1.1" status: 200 len: 1096 time: 0.3455896 Nov 22 10:35:07.161422 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-269554cd-6bb2-4377-951a-2a557fbf5a9c req-f5f3e7e0-2001-4ab9-bda3-7d86ee164efe tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=47dcd8cc91c540eda175b762b2cc6d9d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4731321 Nov 22 10:35:07.231488 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-a5a1dfcc-361b-4878-80cd-f674f09adff7 None None] For port ec6d911a-cbb3-43e2-85ea-c3d26a101f74, host dv-cinder-804035-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=ec6d911a-cbb3-43e2-85ea-c3d26a101f74,segment=NetworkSegment(a89922f2-694e-41b6-9361-4a293f55702b),segment_id=a89922f2-694e-41b6-9361-4a293f55702b)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:35:07.240042 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-a5a1dfcc-361b-4878-80cd-f674f09adff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:07.269754 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-591f1aeb-7bc3-4b08-afd2-c4a37a0163a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4094229'] for subnet, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:07.277079 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-40238ed7-dc11-4e13-a1ff-1829f5cbdcd6 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:07.372149 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-c6fc6e35-e3b7-404a-8937-f4bf554c4e47 req-122bfe20-7487-4f2a-977b-4e792cbeb317 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Request body: {'port': {'device_id': '60ede0be-83f5-416b-8ba7-216691a79cbc', 'network_id': '153a66f8-3695-4a0f-8479-33d7bddbc164', 'admin_state_up': True, 'tenant_id': '47dcd8cc91c540eda175b762b2cc6d9d'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:35:07.375883 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a1dfcc-361b-4878-80cd-f674f09adff7 None None] Pushing event updated for resources: {'Port': ['ID=ec6d911a-cbb3-43e2-85ea-c3d26a101f74,revision_number=5']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:07.416742 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-831a8b12-7a7f-4e8f-87c3-9d1faa5fd299 None None] Provisioning complete for port ec6d911a-cbb3-43e2-85ea-c3d26a101f74 triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:35:07.417522 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-831a8b12-7a7f-4e8f-87c3-9d1faa5fd299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:07.533952 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-40238ed7-dc11-4e13-a1ff-1829f5cbdcd6 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:07.542517 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-40238ed7-dc11-4e13-a1ff-1829f5cbdcd6 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970650'] for security_group_rule, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:07.566033 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-591f1aeb-7bc3-4b08-afd2-c4a37a0163a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4094220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1162214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11983770'] for subnet, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:07.651166 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40238ed7-dc11-4e13-a1ff-1829f5cbdcd6 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5388ae11-f443-4086-b706-9f0b91eb57c5,revision_number=0']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:07.653735 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b1b539cf-b225-4039-8599-c6595e13eb77 req-e974e098-e891-44b2-9488-c828bf637c04 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1486274065&fields=id&tenant_id=f2a799df19ef409eb8975d5f05fa1c01 HTTP/1.1" status: 200 len: 267 time: 0.7329602 Nov 22 10:35:07.661185 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-ce51d0e3-877a-4c95-84c4-5dd0a151b17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b5e53f-7b2e-43de-8199-cbce758bd5c5', 'name': 'tempest-AttachVolumeTestJSON-382854439-router', 'tenant_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '4a8c2585-4e06-4b93-9f13-77f9c53a0328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:34:41Z', 'updated_at': '2021-11-22T10:34:54Z', 'revision_number': 4, 'project_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'gw_port': {'id': '4a8c2585-4e06-4b93-9f13-77f9c53a0328', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:15:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b5e53f-7b2e-43de-8199-cbce758bd5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:43Z', 'updated_at': '2021-11-22T10:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_interfaces': [{'id': 'ec6d911a-cbb3-43e2-85ea-c3d26a101f74', 'name': '', 'network_id': 'f8081780-6619-4e5e-aa59-236a3848a084', 'tenant_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'mac_address': 'fa:16:3e:cd:43:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b5e53f-7b2e-43de-8199-cbce758bd5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '42224e55-d7ca-4407-9b29-fa448fd58ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:49Z', 'updated_at': '2021-11-22T10:35:05Z', 'revision_number': 4, 'project_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'subnets': [{'id': '42224e55-d7ca-4407-9b29-fa448fd58ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:35:07.662902 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591f1aeb-7bc3-4b08-afd2-c4a37a0163a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7ba67b0-6358-44b7-9b53-265a11315beb,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:07.680579 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-40238ed7-dc11-4e13-a1ff-1829f5cbdcd6 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:07.692293 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-40238ed7-dc11-4e13-a1ff-1829f5cbdcd6 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8624361 Nov 22 10:35:07.692499 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-269554cd-6bb2-4377-951a-2a557fbf5a9c req-40078aa9-a6b9-4c43-9265-38e686f081dc service neutron] 10.222.0.46 "GET /v2.0/networks/153a66f8-3695-4a0f-8479-33d7bddbc164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4951379 Nov 22 10:35:07.693595 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-591f1aeb-7bc3-4b08-afd2-c4a37a0163a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for subnet, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:07.699864 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-591f1aeb-7bc3-4b08-afd2-c4a37a0163a5 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b7ba67b0-6358-44b7-9b53-265a11315beb HTTP/1.1" status: 204 len: 168 time: 1.0168586 Nov 22 10:35:07.704547 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 38776) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:07.704977 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 38778) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:07.710813 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.v2.base [None req-c88da02f-aa74-4041-8c47-96e9c8513a06 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Request body: {'security_group_rule': {'security_group_id': 'e0bf58da-bfeb-4d08-b545-68fed93dbb27', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:35:07.754003 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce51d0e3-877a-4c95-84c4-5dd0a151b17e None None] The sync data for ids ['c3b5e53f-7b2e-43de-8199-cbce758bd5c5'] in dv-cinder-804035-13-iscsi is: [{'id': 'c3b5e53f-7b2e-43de-8199-cbce758bd5c5', 'name': 'tempest-AttachVolumeTestJSON-382854439-router', 'tenant_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '4a8c2585-4e06-4b93-9f13-77f9c53a0328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:34:41Z', 'updated_at': '2021-11-22T10:34:54Z', 'revision_number': 4, 'project_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'gw_port': {'id': '4a8c2585-4e06-4b93-9f13-77f9c53a0328', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:15:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b5e53f-7b2e-43de-8199-cbce758bd5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:43Z', 'updated_at': '2021-11-22T10:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_interfaces': [{'id': 'ec6d911a-cbb3-43e2-85ea-c3d26a101f74', 'name': '', 'network_id': 'f8081780-6619-4e5e-aa59-236a3848a084', 'tenant_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'mac_address': 'fa:16:3e:cd:43:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b5e53f-7b2e-43de-8199-cbce758bd5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '42224e55-d7ca-4407-9b29-fa448fd58ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:49Z', 'updated_at': '2021-11-22T10:35:05Z', 'revision_number': 4, 'project_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'subnets': [{'id': '42224e55-d7ca-4407-9b29-fa448fd58ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 10:35:07.863431 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-76b2fb5d-ec5b-4ab3-a003-336e39abe135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4185191'] for network, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:07.874850 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c88da02f-aa74-4041-8c47-96e9c8513a06 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:08.031517 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-76b2fb5d-ec5b-4ab3-a003-336e39abe135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4095910', 'neutron.services.segments.db._delete_segments_for_network-8749315723659'] for network, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:08.069174 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.services.segments.db [None req-76b2fb5d-ec5b-4ab3-a003-336e39abe135 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e123bbb1-b81d-4575-887d-78d67d1f5d8d']}} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:35:08.094547 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c88da02f-aa74-4041-8c47-96e9c8513a06 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:08.105692 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.services.segments.db [None req-76b2fb5d-ec5b-4ab3-a003-336e39abe135 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00bc8fea-4f52-422a-afb2-de1d9c8e62bd') {'for_net_delete': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:35:08.106097 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.services.segments.db [None req-76b2fb5d-ec5b-4ab3-a003-336e39abe135 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00bc8fea-4f52-422a-afb2-de1d9c8e62bd') {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:35:08.116182 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c88da02f-aa74-4041-8c47-96e9c8513a06 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970650'] for security_group_rule, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:08.142230 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-76b2fb5d-ec5b-4ab3-a003-336e39abe135 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749315818006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11681769'] for segment, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:08.171642 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c88da02f-aa74-4041-8c47-96e9c8513a06 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:08.176687 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-c88da02f-aa74-4041-8c47-96e9c8513a06 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4704525 Nov 22 10:35:08.187059 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 38786) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:08.191258 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.v2.base [None req-9f7c945d-a643-4bb5-ba2f-6dbbd97d3b21 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Request body: {'floatingip': {'floating_network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28'}} {{(pid=102910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:35:08.199924 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88da02f-aa74-4041-8c47-96e9c8513a06 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45814eda-942a-4f90-892b-5883dd777a21,revision_number=0']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:08.210795 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-76b2fb5d-ec5b-4ab3-a003-336e39abe135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4063698'] for segment, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:08.223876 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76b2fb5d-ec5b-4ab3-a003-336e39abe135 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=102910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 10:35:08.224654 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-76b2fb5d-ec5b-4ab3-a003-336e39abe135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4063698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1162168'] for segment, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:08.227391 dv-cinder-804035-13-iscsi neutron-server[102910]: Traceback (most recent call last): Nov 22 10:35:08.227391 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 10:35:08.227391 dv-cinder-804035-13-iscsi neutron-server[102910]: timer() Nov 22 10:35:08.227391 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 10:35:08.227391 dv-cinder-804035-13-iscsi neutron-server[102910]: cb(*args, **kw) Nov 22 10:35:08.227391 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 10:35:08.227391 dv-cinder-804035-13-iscsi neutron-server[102910]: return func(*args, **kwargs) Nov 22 10:35:08.227391 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 10:35:08.227391 dv-cinder-804035-13-iscsi neutron-server[102910]: self._notify() Nov 22 10:35:08.227391 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 10:35:08.227391 dv-cinder-804035-13-iscsi neutron-server[102910]: self.callback(batched_events) Nov 22 10:35:08.227391 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 10:35:08.227391 dv-cinder-804035-13-iscsi neutron-server[102910]: event.method(event) Nov 22 10:35:08.227391 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 10:35:08.227391 dv-cinder-804035-13-iscsi neutron-server[102910]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 10:35:08.227391 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 10:35:08.227391 dv-cinder-804035-13-iscsi neutron-server[102910]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 10:35:08.227391 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 10:35:08.227391 dv-cinder-804035-13-iscsi neutron-server[102910]: return f(self, *a, **k) Nov 22 10:35:08.227391 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 10:35:08.227391 dv-cinder-804035-13-iscsi neutron-server[102910]: return self._get(url).json() Nov 22 10:35:08.227391 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 10:35:08.227391 dv-cinder-804035-13-iscsi neutron-server[102910]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 10:35:08.227391 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 10:35:08.227391 dv-cinder-804035-13-iscsi neutron-server[102910]: return self.request(url, 'GET', **kwargs) Nov 22 10:35:08.227391 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 10:35:08.227391 dv-cinder-804035-13-iscsi neutron-server[102910]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 10:35:08.227391 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 10:35:08.227391 dv-cinder-804035-13-iscsi neutron-server[102910]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 10:35:08.227391 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 10:35:08.227391 dv-cinder-804035-13-iscsi neutron-server[102910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 10:35:08.227391 dv-cinder-804035-13-iscsi neutron-server[102910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 10:35:08.286241 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device ec6d911a-cbb3-43e2-85ea-c3d26a101f74 up at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:35:08.328621 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9f7c945d-a643-4bb5-ba2f-6dbbd97d3b21 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks [] for floatingip, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:08.390170 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f9b3e5-0546-48b7-9c34-7f118d7eb283 req-46813721-fd42-4c24-a56d-33bf04ef27e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:08.394138 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a5f9b3e5-0546-48b7-9c34-7f118d7eb283 req-46813721-fd42-4c24-a56d-33bf04ef27e9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1274854e-81ee-4efd-ac30-bca6abb4f0ab HTTP/1.1" status: 200 len: 913 time: 1.0290709 Nov 22 10:35:08.421215 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-76b2fb5d-ec5b-4ab3-a003-336e39abe135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4095928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1030268'] for network, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:08.444424 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Provisioning complete for port ec6d911a-cbb3-43e2-85ea-c3d26a101f74 triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:35:08.444788 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:08.486157 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b2fb5d-ec5b-4ab3-a003-336e39abe135 admin admin] Pushing event deleted for resources: {'Network': ['ID=e123bbb1-b81d-4575-887d-78d67d1f5d8d,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:08.496236 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-76b2fb5d-ec5b-4ab3-a003-336e39abe135 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for network, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:08.501003 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-76b2fb5d-ec5b-4ab3-a003-336e39abe135 admin admin] 10.222.0.46 "DELETE /v2.0/networks/e123bbb1-b81d-4575-887d-78d67d1f5d8d HTTP/1.1" status: 204 len: 168 time: 0.7936823 Nov 22 10:35:08.584878 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a5f9b3e5-0546-48b7-9c34-7f118d7eb283 req-491d71fc-f5ed-4e00-9882-82d3797c0206 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a26d823d-0945-45d5-b889-984e5d69086e HTTP/1.1" status: 200 len: 217 time: 0.1735742 Nov 22 10:35:08.677063 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9f7c945d-a643-4bb5-ba2f-6dbbd97d3b21 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:08.690266 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-269554cd-6bb2-4377-951a-2a557fbf5a9c req-b69faa25-41d0-4e13-89a6-a56925f247bd service neutron] 10.222.0.46 "GET /v2.0/networks/153a66f8-3695-4a0f-8479-33d7bddbc164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9988763 Nov 22 10:35:08.724525 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b539cf-b225-4039-8599-c6595e13eb77 req-b06d00d3-c891-421d-b298-e554483a2c9c tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:08.738444 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b1b539cf-b225-4039-8599-c6595e13eb77 req-b06d00d3-c891-421d-b298-e554483a2c9c tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/networks?id=e114790e-2c2f-46a4-8dd6-49197de38f16 HTTP/1.1" status: 200 len: 814 time: 1.0190918 Nov 22 10:35:08.773125 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6fc6e35-e3b7-404a-8937-f4bf554c4e47 req-122bfe20-7487-4f2a-977b-4e792cbeb317 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Made reservation on behalf of 47dcd8cc91c540eda175b762b2cc6d9d for: {'port': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 10:35:08.777367 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-c6fc6e35-e3b7-404a-8937-f4bf554c4e47 req-122bfe20-7487-4f2a-977b-4e792cbeb317 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:08.805160 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 38798) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:08.816726 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b1b539cf-b225-4039-8599-c6595e13eb77 req-54525c43-d42a-4a57-9769-6bf35c44f16f tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/quotas/f2a799df19ef409eb8975d5f05fa1c01 HTTP/1.1" status: 200 len: 375 time: 0.0723770 Nov 22 10:35:08.820509 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f9b3e5-0546-48b7-9c34-7f118d7eb283 req-eec3efc9-de72-44c9-85c3-480e26b2c4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:08.822642 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a5f9b3e5-0546-48b7-9c34-7f118d7eb283 req-eec3efc9-de72-44c9-85c3-480e26b2c4e5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9a9e9cf0-35cc-4a36-bfd6-f90434d239c5 HTTP/1.1" status: 200 len: 852 time: 0.1988909 Nov 22 10:35:08.862275 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a5f9b3e5-0546-48b7-9c34-7f118d7eb283 req-f88be7d8-4cb7-4811-b6ba-a053dc836801 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1274854e-81ee-4efd-ac30-bca6abb4f0ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306756 Nov 22 10:35:08.868457 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-9f7c945d-a643-4bb5-ba2f-6dbbd97d3b21 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Allocated IP 172.27.0.129 (e6af0ad0-9fc1-4d6f-8919-77652c0c2a28/df63829c-39ab-4507-b346-4c3fdb4717de/0f884ab7-cd87-42c3-9712-f9cd42754c1c) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 10:35:08.898794 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-bfc6ff79-7389-4fbd-a758-9cd0b03b8b03 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=69cd8ff7e4044f64ad8c2d384a8e9ec1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0921345 Nov 22 10:35:08.903067 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 38806) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:09.020076 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 38812) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:09.037137 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0a544b18-8ae9-4109-a733-24115e1036db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:09.090011 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9f7c945d-a643-4bb5-ba2f-6dbbd97d3b21 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:09.093568 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0a544b18-8ae9-4109-a733-24115e1036db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:09.184448 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9f7c945d-a643-4bb5-ba2f-6dbbd97d3b21 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749315246228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162187'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:09.186860 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-70c19c45-80a7-48d4-b9a5-33b5448b0856 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:09.228023 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0a544b18-8ae9-4109-a733-24115e1036db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:09.230901 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0a544b18-8ae9-4109-a733-24115e1036db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:09.232069 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-0a544b18-8ae9-4109-a733-24115e1036db admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/352d9982-98b9-4603-845a-8937cfc37865 HTTP/1.1" status: 204 len: 168 time: 0.3278766 Nov 22 10:35:09.267750 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a544b18-8ae9-4109-a733-24115e1036db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=352d9982-98b9-4603-845a-8937cfc37865,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:09.288165 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7c945d-a643-4bb5-ba2f-6dbbd97d3b21 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Network e6af0ad0-9fc1-4d6f-8919-77652c0c2a28 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:35:09.292088 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-9f7c945d-a643-4bb5-ba2f-6dbbd97d3b21 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:35:09.294666 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7c945d-a643-4bb5-ba2f-6dbbd97d3b21 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 10:35:09.300868 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7c945d-a643-4bb5-ba2f-6dbbd97d3b21 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Pushing event updated for resources: {'Port': ['ID=0f884ab7-cd87-42c3-9712-f9cd42754c1c,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:09.360684 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b1b539cf-b225-4039-8599-c6595e13eb77 req-f73fc120-58c8-4488-b833-f10f526b2f28 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f2a799df19ef409eb8975d5f05fa1c01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5319510 Nov 22 10:35:09.494994 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d5a86-cea6-4ef4-827a-5d38a630eefc req-c2dd784b-508d-428f-9a12-010c634ceb2d tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:09.504208 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7d6d5a86-cea6-4ef4-827a-5d38a630eefc req-c2dd784b-508d-428f-9a12-010c634ceb2d tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fa7b826-3fcb-47c6-8301-f88892120095 HTTP/1.1" status: 200 len: 943 time: 0.3000140 Nov 22 10:35:09.512217 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-70c19c45-80a7-48d4-b9a5-33b5448b0856 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:09.519516 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9f7c945d-a643-4bb5-ba2f-6dbbd97d3b21 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:09.536208 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-70c19c45-80a7-48d4-b9a5-33b5448b0856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:09.640305 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b1b539cf-b225-4039-8599-c6595e13eb77 req-507d9c69-04cd-4093-8473-8fe685cf6a7f service neutron] 10.222.0.46 "GET /v2.0/networks/e114790e-2c2f-46a4-8dd6-49197de38f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662942 Nov 22 10:35:09.659541 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-70c19c45-80a7-48d4-b9a5-33b5448b0856 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ead0e2045f4e4678b8e3a734b953cb47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6353083 Nov 22 10:35:09.660535 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 38830) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:09.686996 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9f7c945d-a643-4bb5-ba2f-6dbbd97d3b21 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:09.696488 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c19c45-80a7-48d4-b9a5-33b5448b0856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aee8ee3-dce7-44d0-ba39-b55b9f61075c,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:09.908644 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 38836) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:09.914671 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b1b539cf-b225-4039-8599-c6595e13eb77 req-fd059554-5823-45b4-9bef-c8ab41f27765 service neutron] 10.222.0.46 "GET /v2.0/networks/e114790e-2c2f-46a4-8dd6-49197de38f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785374 Nov 22 10:35:09.979416 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a5f9b3e5-0546-48b7-9c34-7f118d7eb283 req-c5fdea6d-d498-4324-9cfc-e1816bf3b5e8 service neutron] 10.222.0.20 "GET /v2.0/networks/1274854e-81ee-4efd-ac30-bca6abb4f0ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7767267 Nov 22 10:35:09.995959 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-87a5bd98-a70f-4a08-bb62-f4d26a2f19ad admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b9796a0455964f93b2e1448ec97b1736&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0795047 Nov 22 10:35:09.997001 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 38842) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:10.017980 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [req-c6fc6e35-e3b7-404a-8937-f4bf554c4e47 req-122bfe20-7487-4f2a-977b-4e792cbeb317 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Allocated IP 172.20.0.12 (153a66f8-3695-4a0f-8479-33d7bddbc164/c80a285c-563e-448a-9814-994fad543ecd/e7b68ff2-ecd7-4e74-81b4-cf38071ef393) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 10:35:10.089190 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7d6d5a86-cea6-4ef4-827a-5d38a630eefc req-05c1ef69-7e7c-4d8d-ab0c-0a89c101550a tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1e63607-04e4-4aae-aa64-7f57e2435f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5837786 Nov 22 10:35:10.211181 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.20', 63266) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:10.291478 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f5a084d0-1c2e-4bcf-a832-1696855ed6c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:10.299217 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9f7c945d-a643-4bb5-ba2f-6dbbd97d3b21 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:10.310413 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9f7c945d-a643-4bb5-ba2f-6dbbd97d3b21 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1162204'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:10.337500 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-09429e77-f6e1-436f-86e7-68aee7bf806f req-3c90f2a4-d778-4e6a-83b4-248a27abc123 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff495625-b409-4b63-93e2-68dbf32cd7c5 HTTP/1.1" status: 200 len: 210 time: 0.1376219 Nov 22 10:35:10.406974 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9f7c945d-a643-4bb5-ba2f-6dbbd97d3b21 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030162'] for floatingip, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:10.415286 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f5a084d0-1c2e-4bcf-a832-1696855ed6c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:10.447431 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a5f8fa5b-0c86-4463-a558-01b44fd75627 req-4b381c6f-8d19-45db-81b9-2a60a86d0fed tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 210 time: 0.0570498 Nov 22 10:35:10.470356 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8d6768f7-d7a8-45cc-963e-7ee664d03a51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:10.497989 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7c945d-a643-4bb5-ba2f-6dbbd97d3b21 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Pushing event updated for resources: {'Port': ['ID=0f884ab7-cd87-42c3-9712-f9cd42754c1c,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:10.521183 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9f7c945d-a643-4bb5-ba2f-6dbbd97d3b21 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for floatingip, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:10.522757 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-9f7c945d-a643-4bb5-ba2f-6dbbd97d3b21 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3353348 Nov 22 10:35:10.552122 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f5a084d0-1c2e-4bcf-a832-1696855ed6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:10.552975 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a5f9b3e5-0546-48b7-9c34-7f118d7eb283 req-085e43d9-e9c9-4c81-a9d0-7677c4c1e292 service neutron] 10.222.0.20 "GET /v2.0/networks/1274854e-81ee-4efd-ac30-bca6abb4f0ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5218487 Nov 22 10:35:10.556401 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f5a084d0-1c2e-4bcf-a832-1696855ed6c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:10.558004 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-f5a084d0-1c2e-4bcf-a832-1696855ed6c4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8aee8ee3-dce7-44d0-ba39-b55b9f61075c HTTP/1.1" status: 204 len: 168 time: 0.8912063 Nov 22 10:35:10.579491 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8d6768f7-d7a8-45cc-963e-7ee664d03a51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:10.599794 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a084d0-1c2e-4bcf-a832-1696855ed6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aee8ee3-dce7-44d0-ba39-b55b9f61075c,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:10.646268 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269554cd-6bb2-4377-951a-2a557fbf5a9c req-136dd2bd-2f1e-440f-9f9c-814e510d228e tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:10.648173 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-269554cd-6bb2-4377-951a-2a557fbf5a9c req-136dd2bd-2f1e-440f-9f9c-814e510d228e tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.20 "GET /v2.0/networks?id=153a66f8-3695-4a0f-8479-33d7bddbc164 HTTP/1.1" status: 200 len: 819 time: 0.4355817 Nov 22 10:35:10.672634 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-269554cd-6bb2-4377-951a-2a557fbf5a9c req-347cd21e-a5cb-473b-9159-1c1f6a0d345d tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Request body: {'port': {'device_id': 'ff495625-b409-4b63-93e2-68dbf32cd7c5', 'network_id': '153a66f8-3695-4a0f-8479-33d7bddbc164', 'admin_state_up': True, 'tenant_id': '47dcd8cc91c540eda175b762b2cc6d9d'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:35:10.764643 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-c6fc6e35-e3b7-404a-8937-f4bf554c4e47 req-122bfe20-7487-4f2a-977b-4e792cbeb317 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:10.778636 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8d6768f7-d7a8-45cc-963e-7ee664d03a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:10.781912 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8d6768f7-d7a8-45cc-963e-7ee664d03a51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:10.786287 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-8d6768f7-d7a8-45cc-963e-7ee664d03a51 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e1a74b13-afb1-403e-aca3-7eef70ab8d66 HTTP/1.1" status: 204 len: 168 time: 0.7489927 Nov 22 10:35:10.811253 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6768f7-d7a8-45cc-963e-7ee664d03a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a74b13-afb1-403e-aca3-7eef70ab8d66,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:10.896528 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-c6fc6e35-e3b7-404a-8937-f4bf554c4e47 req-122bfe20-7487-4f2a-977b-4e792cbeb317 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749315246228'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:10.913809 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-269554cd-6bb2-4377-951a-2a557fbf5a9c req-347cd21e-a5cb-473b-9159-1c1f6a0d345d tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Made reservation on behalf of 47dcd8cc91c540eda175b762b2cc6d9d for: {'port': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 10:35:10.919346 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-269554cd-6bb2-4377-951a-2a557fbf5a9c req-347cd21e-a5cb-473b-9159-1c1f6a0d345d tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:10.961419 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6fc6e35-e3b7-404a-8937-f4bf554c4e47 req-122bfe20-7487-4f2a-977b-4e792cbeb317 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Network 153a66f8-3695-4a0f-8479-33d7bddbc164 is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:35:10.978073 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [req-c6fc6e35-e3b7-404a-8937-f4bf554c4e47 req-122bfe20-7487-4f2a-977b-4e792cbeb317 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:35:10.986168 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6fc6e35-e3b7-404a-8937-f4bf554c4e47 req-122bfe20-7487-4f2a-977b-4e792cbeb317 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 10:35:10.992004 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc6e35-e3b7-404a-8937-f4bf554c4e47 req-122bfe20-7487-4f2a-977b-4e792cbeb317 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:10.992957 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-c6fc6e35-e3b7-404a-8937-f4bf554c4e47 req-122bfe20-7487-4f2a-977b-4e792cbeb317 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:11.026349 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122bfe20-7487-4f2a-977b-4e792cbeb317 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Pushing event updated for resources: {'Port': ['ID=e7b68ff2-ecd7-4e74-81b4-cf38071ef393,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:11.090014 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c6fc6e35-e3b7-404a-8937-f4bf554c4e47 req-122bfe20-7487-4f2a-977b-4e792cbeb317 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7230411 Nov 22 10:35:11.105930 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-c6fc6e35-e3b7-404a-8937-f4bf554c4e47 req-0b2d12e9-5d3e-42f6-8d2c-04c5fbf79944 service neutron] Request body: {'port': {'device_id': '60ede0be-83f5-416b-8ba7-216691a79cbc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:35:11.224071 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-eb18a364-7002-4644-a986-4ef279af1d02 req-e89aff4a-f00b-4deb-a552-a1ec9d58f467 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--584654050&fields=id&tenant_id=ea3b1b45ca144f90b1c89acf24e22074 HTTP/1.1" status: 200 len: 267 time: 0.2734323 Nov 22 10:35:11.250480 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-c6fc6e35-e3b7-404a-8937-f4bf554c4e47 req-0b2d12e9-5d3e-42f6-8d2c-04c5fbf79944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:11.307159 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 38896) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:11.329387 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6a916ce2-8bfa-409c-b70e-a61dc8b4e58f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:11.443624 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6a916ce2-8bfa-409c-b70e-a61dc8b4e58f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:11.450874 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6a916ce2-8bfa-409c-b70e-a61dc8b4e58f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:11.475997 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f50a6-bfc0-4b6b-95c3-15df7e78fec0 req-07905ab5-93b5-4ffd-8fb9-99bafb2a0838 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:11.483570 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-095f50a6-bfc0-4b6b-95c3-15df7e78fec0 req-07905ab5-93b5-4ffd-8fb9-99bafb2a0838 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fa7b826-3fcb-47c6-8301-f88892120095 HTTP/1.1" status: 200 len: 943 time: 0.2853549 Nov 22 10:35:11.491407 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [req-269554cd-6bb2-4377-951a-2a557fbf5a9c req-347cd21e-a5cb-473b-9159-1c1f6a0d345d tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Allocated IP 172.20.0.7 (153a66f8-3695-4a0f-8479-33d7bddbc164/c80a285c-563e-448a-9814-994fad543ecd/20f53f90-3a43-45e0-ab9e-ae35149604a8) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 10:35:11.520841 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-6a916ce2-8bfa-409c-b70e-a61dc8b4e58f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8db45b5c6ed54ae09ff6ec2c77164992&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2124753 Nov 22 10:35:11.522772 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a916ce2-8bfa-409c-b70e-a61dc8b4e58f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c50e3395-ddd0-4558-9d4e-54e72967daa3,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:11.525774 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 38906) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:11.551362 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 38908) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:11.606065 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fe87723d-a6c3-47ce-9a29-083718ac18b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:11.655337 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fe87723d-a6c3-47ce-9a29-083718ac18b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:11.692033 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18a364-7002-4644-a986-4ef279af1d02 req-0125cf4f-f6f7-4384-b6d9-0b458d9b4518 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:11.710256 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-eb18a364-7002-4644-a986-4ef279af1d02 req-0125cf4f-f6f7-4384-b6d9-0b458d9b4518 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/networks?id=f8081780-6619-4e5e-aa59-236a3848a084 HTTP/1.1" status: 200 len: 810 time: 0.4468379 Nov 22 10:35:11.725740 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fe87723d-a6c3-47ce-9a29-083718ac18b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:11.736890 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fe87723d-a6c3-47ce-9a29-083718ac18b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:11.742107 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-fe87723d-a6c3-47ce-9a29-083718ac18b8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c50e3395-ddd0-4558-9d4e-54e72967daa3 HTTP/1.1" status: 204 len: 168 time: 0.2133942 Nov 22 10:35:11.765476 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe87723d-a6c3-47ce-9a29-083718ac18b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50e3395-ddd0-4558-9d4e-54e72967daa3,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:11.849313 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-eb18a364-7002-4644-a986-4ef279af1d02 req-1d6ea495-100f-42bc-be7f-c556b065b923 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/quotas/ea3b1b45ca144f90b1c89acf24e22074 HTTP/1.1" status: 200 len: 375 time: 0.1365209 Nov 22 10:35:11.872681 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-095f50a6-bfc0-4b6b-95c3-15df7e78fec0 req-25e3560b-7808-48fc-9c01-12eec27151e0 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1e63607-04e4-4aae-aa64-7f57e2435f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757131 Nov 22 10:35:11.913618 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0c6f3478-09b7-4471-9dab-004495f2ffc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:12.064292 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0c6f3478-09b7-4471-9dab-004495f2ffc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:12.075970 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0c6f3478-09b7-4471-9dab-004495f2ffc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:12.131579 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-0c6f3478-09b7-4471-9dab-004495f2ffc8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=68499818096a4999bfc3e68b74ee5be9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5753112 Nov 22 10:35:12.135037 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 38934) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:12.141916 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6f3478-09b7-4471-9dab-004495f2ffc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d4a042-83b9-459c-a767-0a1366795c5d,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:12.214467 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c1b36836-e3d2-4c4f-9482-fc8c15a0537e req-b24473db-3e78-4ade-b4b4-3d342cca9c51 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff495625-b409-4b63-93e2-68dbf32cd7c5 HTTP/1.1" status: 200 len: 210 time: 0.0683212 Nov 22 10:35:12.216359 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-37828444-7908-4821-835e-a6dc51aca188 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:12.260596 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-37828444-7908-4821-835e-a6dc51aca188 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:12.345971 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-37828444-7908-4821-835e-a6dc51aca188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:12.350387 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-37828444-7908-4821-835e-a6dc51aca188 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:12.352301 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-37828444-7908-4821-835e-a6dc51aca188 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/58d4a042-83b9-459c-a767-0a1366795c5d HTTP/1.1" status: 204 len: 168 time: 0.2158427 Nov 22 10:35:12.365166 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37828444-7908-4821-835e-a6dc51aca188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d4a042-83b9-459c-a767-0a1366795c5d,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:12.389510 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-79dddbca-4b66-4abc-a4d4-4e5d8cd8c167 req-c70b9613-8df0-4926-8061-36801d2576ec tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 210 time: 0.0564520 Nov 22 10:35:12.407137 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-eb18a364-7002-4644-a986-4ef279af1d02 req-3369fbfc-8d7e-4a91-bde0-88f336aee706 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ea3b1b45ca144f90b1c89acf24e22074&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5567787 Nov 22 10:35:12.428924 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b539cf-b225-4039-8599-c6595e13eb77 req-5762a1dc-69fb-48ea-9954-cee4e44ea47a tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:12.430975 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b1b539cf-b225-4039-8599-c6595e13eb77 req-5762a1dc-69fb-48ea-9954-cee4e44ea47a tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.20 "GET /v2.0/networks?id=e114790e-2c2f-46a4-8dd6-49197de38f16 HTTP/1.1" status: 200 len: 814 time: 0.7063329 Nov 22 10:35:12.437536 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-269554cd-6bb2-4377-951a-2a557fbf5a9c req-347cd21e-a5cb-473b-9159-1c1f6a0d345d tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:12.440121 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device a26d823d-0945-45d5-b889-984e5d69086e details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 10:35:12.570024 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port a26d823d-0945-45d5-b889-984e5d69086e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a26d823d-0945-45d5-b889-984e5d69086e,segment=NetworkSegment(63440e24-0f00-480b-afb5-85bcb4c38474),segment_id=63440e24-0f00-480b-afb5-85bcb4c38474)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:35:12.583187 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Returning: {'device': 'a26d823d-0945-45d5-b889-984e5d69086e', 'network_id': '1274854e-81ee-4efd-ac30-bca6abb4f0ab', 'port_id': 'a26d823d-0945-45d5-b889-984e5d69086e', 'mac_address': 'fa:16:3e:51:05:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a9e9cf0-35cc-4a36-bfd6-f90434d239c5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 10:35:12.591300 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b1b539cf-b225-4039-8599-c6595e13eb77 req-7af3ac52-cfe6-4ad7-81ae-5146b4d1230f tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2a799df19ef409eb8975d5f05fa1c01 HTTP/1.1" status: 200 len: 380 time: 0.1452196 Nov 22 10:35:12.608707 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-b1b539cf-b225-4039-8599-c6595e13eb77 req-4ab43543-0b83-461d-babd-a00c9aae7dbf tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Request body: {'port': {'device_id': '640f234a-3202-4c2c-97b9-32b4048c9ef3', 'network_id': 'e114790e-2c2f-46a4-8dd6-49197de38f16', 'admin_state_up': True, 'tenant_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'security_groups': ['18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99']}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:35:12.632834 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:12.653125 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a26d823d-0945-45d5-b889-984e5d69086e {{(pid=102912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 10:35:12.669735 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-269554cd-6bb2-4377-951a-2a557fbf5a9c req-347cd21e-a5cb-473b-9159-1c1f6a0d345d tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749315246228'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:12.685841 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port a26d823d-0945-45d5-b889-984e5d69086e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a26d823d-0945-45d5-b889-984e5d69086e,segment=NetworkSegment(63440e24-0f00-480b-afb5-85bcb4c38474),segment_id=63440e24-0f00-480b-afb5-85bcb4c38474)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:35:12.692322 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:12.723576 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-eb18a364-7002-4644-a986-4ef279af1d02 req-8af6a4f6-f119-4ba7-b666-9091c2475583 service neutron] 10.222.0.46 "GET /v2.0/networks/f8081780-6619-4e5e-aa59-236a3848a084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892890 Nov 22 10:35:12.771340 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Pushing event updated for resources: {'Port': ['ID=a26d823d-0945-45d5-b889-984e5d69086e,revision_number=4']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:12.837539 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-269554cd-6bb2-4377-951a-2a557fbf5a9c req-347cd21e-a5cb-473b-9159-1c1f6a0d345d tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Network 153a66f8-3695-4a0f-8479-33d7bddbc164 is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:35:12.856121 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [req-269554cd-6bb2-4377-951a-2a557fbf5a9c req-347cd21e-a5cb-473b-9159-1c1f6a0d345d tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:35:12.874263 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-269554cd-6bb2-4377-951a-2a557fbf5a9c req-347cd21e-a5cb-473b-9159-1c1f6a0d345d tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 10:35:12.879506 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 38956) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:12.879916 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269554cd-6bb2-4377-951a-2a557fbf5a9c req-347cd21e-a5cb-473b-9159-1c1f6a0d345d tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:12.880626 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-269554cd-6bb2-4377-951a-2a557fbf5a9c req-347cd21e-a5cb-473b-9159-1c1f6a0d345d tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:12.888225 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347cd21e-a5cb-473b-9159-1c1f6a0d345d tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Pushing event updated for resources: {'Port': ['ID=20f53f90-3a43-45e0-ab9e-ae35149604a8,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:12.896230 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f6918e3f-0e4d-4dc2-a783-a98592f4496c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:12.967107 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-269554cd-6bb2-4377-951a-2a557fbf5a9c req-347cd21e-a5cb-473b-9159-1c1f6a0d345d tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3032391 Nov 22 10:35:12.976048 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] get_ports_and_sgs() called for port_ids ['a26d823d-0945-45d5-b889-984e5d69086e'] {{(pid=102912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 10:35:12.989988 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-269554cd-6bb2-4377-951a-2a557fbf5a9c req-8a52e301-cc03-4f12-a444-b28753b3b5a4 service neutron] Request body: {'port': {'device_id': 'ff495625-b409-4b63-93e2-68dbf32cd7c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:35:13.031763 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-eb18a364-7002-4644-a986-4ef279af1d02 req-f779aacf-2abe-49e1-9012-18e049e24ee8 service neutron] 10.222.0.46 "GET /v2.0/networks/f8081780-6619-4e5e-aa59-236a3848a084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798085 Nov 22 10:35:13.051259 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1b539cf-b225-4039-8599-c6595e13eb77 req-4ab43543-0b83-461d-babd-a00c9aae7dbf tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Made reservation on behalf of f2a799df19ef409eb8975d5f05fa1c01 for: {'port': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 10:35:13.055974 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-b1b539cf-b225-4039-8599-c6595e13eb77 req-4ab43543-0b83-461d-babd-a00c9aae7dbf tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:13.172431 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-269554cd-6bb2-4377-951a-2a557fbf5a9c req-8a52e301-cc03-4f12-a444-b28753b3b5a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:13.181677 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [req-c6fc6e35-e3b7-404a-8937-f4bf554c4e47 req-0b2d12e9-5d3e-42f6-8d2c-04c5fbf79944 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7b68ff2-ecd7-4e74-81b4-cf38071ef393 {{(pid=102911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 10:35:13.228667 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f6918e3f-0e4d-4dc2-a783-a98592f4496c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:13.236965 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f6918e3f-0e4d-4dc2-a783-a98592f4496c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:13.241456 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-c6fc6e35-e3b7-404a-8937-f4bf554c4e47 req-0b2d12e9-5d3e-42f6-8d2c-04c5fbf79944 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:13.289359 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6918e3f-0e4d-4dc2-a783-a98592f4496c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca14139-c5b4-47ea-86d1-79448385703c,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:13.317020 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-f6918e3f-0e4d-4dc2-a783-a98592f4496c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f79e1daf76b74e2f9839a5892234ff51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4361613 Nov 22 10:35:13.321278 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 38978) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:13.336737 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.provisioning_blocks [req-c6fc6e35-e3b7-404a-8937-f4bf554c4e47 req-0b2d12e9-5d3e-42f6-8d2c-04c5fbf79944 service neutron] Transition to ACTIVE for port object e7b68ff2-ecd7-4e74-81b4-cf38071ef393 will not be triggered until provisioned by entity L2. {{(pid=102911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 10:35:13.345933 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894ea2e-d246-4f1e-977d-f2ee58887a97 req-1400e748-16e6-46bf-8537-56683fab6699 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:13.355096 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4894ea2e-d246-4f1e-977d-f2ee58887a97 req-1400e748-16e6-46bf-8537-56683fab6699 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fa7b826-3fcb-47c6-8301-f88892120095 HTTP/1.1" status: 200 len: 944 time: 0.2462585 Nov 22 10:35:13.378789 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-c6fc6e35-e3b7-404a-8937-f4bf554c4e47 req-0b2d12e9-5d3e-42f6-8d2c-04c5fbf79944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:13.408418 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-72cb1684-9db8-4a54-817a-4b85b0ae3b0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:13.460122 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-72cb1684-9db8-4a54-817a-4b85b0ae3b0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:13.600131 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-72cb1684-9db8-4a54-817a-4b85b0ae3b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:13.606336 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-72cb1684-9db8-4a54-817a-4b85b0ae3b0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:13.610622 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-72cb1684-9db8-4a54-817a-4b85b0ae3b0c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2ca14139-c5b4-47ea-86d1-79448385703c HTTP/1.1" status: 204 len: 168 time: 0.2851450 Nov 22 10:35:13.622944 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [req-b1b539cf-b225-4039-8599-c6595e13eb77 req-4ab43543-0b83-461d-babd-a00c9aae7dbf tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Allocated IP 172.20.0.4 (e114790e-2c2f-46a4-8dd6-49197de38f16/c4f21e7d-d84a-4ede-b812-0052f7303231/1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 10:35:13.627430 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb1684-9db8-4a54-817a-4b85b0ae3b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca14139-c5b4-47ea-86d1-79448385703c,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:13.628978 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2d12e9-5d3e-42f6-8d2c-04c5fbf79944 service neutron] Pushing event updated for resources: {'Port': ['ID=e7b68ff2-ecd7-4e74-81b4-cf38071ef393,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:13.665312 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4894ea2e-d246-4f1e-977d-f2ee58887a97 req-fb0e4e87-3340-476f-b6cf-5aef9da72334 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1e63607-04e4-4aae-aa64-7f57e2435f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088608 Nov 22 10:35:13.688571 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ecee8-cce8-4eb8-b34e-f33caa753db3 req-00322c57-103c-4f60-b2d8-356caf97ac38 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:13.690394 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fa7ecee8-cce8-4eb8-b34e-f33caa753db3 req-00322c57-103c-4f60-b2d8-356caf97ac38 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff495625-b409-4b63-93e2-68dbf32cd7c5 HTTP/1.1" status: 200 len: 931 time: 0.3246174 Nov 22 10:35:13.838006 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-58c95c42-dad6-440b-bcf5-22eb24c8b530 req-68030e5d-7513-416f-b729-62d83eb7401a tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 210 time: 0.0781085 Nov 22 10:35:13.838745 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-c6fc6e35-e3b7-404a-8937-f4bf554c4e47 req-0b2d12e9-5d3e-42f6-8d2c-04c5fbf79944 service neutron] Attempting to bind port e7b68ff2-ecd7-4e74-81b4-cf38071ef393 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 10:35:13.839027 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-c6fc6e35-e3b7-404a-8937-f4bf554c4e47 req-0b2d12e9-5d3e-42f6-8d2c-04c5fbf79944 service neutron] Attempting to bind port e7b68ff2-ecd7-4e74-81b4-cf38071ef393 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '9ae977a0-e484-4146-ba84-66dc7a326740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '153a66f8-3695-4a0f-8479-33d7bddbc164'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 10:35:13.839375 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fc6e35-e3b7-404a-8937-f4bf554c4e47 req-0b2d12e9-5d3e-42f6-8d2c-04c5fbf79944 service neutron] Attempting to bind port e7b68ff2-ecd7-4e74-81b4-cf38071ef393 on network 153a66f8-3695-4a0f-8479-33d7bddbc164 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:35:13.892526 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fc6e35-e3b7-404a-8937-f4bf554c4e47 req-0b2d12e9-5d3e-42f6-8d2c-04c5fbf79944 service neutron] Port e7b68ff2-ecd7-4e74-81b4-cf38071ef393 on network 153a66f8-3695-4a0f-8479-33d7bddbc164 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 10:35:13.892852 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fc6e35-e3b7-404a-8937-f4bf554c4e47 req-0b2d12e9-5d3e-42f6-8d2c-04c5fbf79944 service neutron] Attempting to bind port e7b68ff2-ecd7-4e74-81b4-cf38071ef393 on network 153a66f8-3695-4a0f-8479-33d7bddbc164 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:35:13.944816 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fc6e35-e3b7-404a-8937-f4bf554c4e47 req-0b2d12e9-5d3e-42f6-8d2c-04c5fbf79944 service neutron] Checking agent: {'id': '8aa3c5bc-bff8-4a30-90cc-a12bac01bfcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 10, 32, 50), 'started_at': datetime.datetime(2021, 11, 22, 10, 32, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 10, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 10:35:13.945189 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fc6e35-e3b7-404a-8937-f4bf554c4e47 req-0b2d12e9-5d3e-42f6-8d2c-04c5fbf79944 service neutron] Checking segment: {'id': '9ae977a0-e484-4146-ba84-66dc7a326740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '153a66f8-3695-4a0f-8479-33d7bddbc164'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:35:13.945722 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fc6e35-e3b7-404a-8937-f4bf554c4e47 req-0b2d12e9-5d3e-42f6-8d2c-04c5fbf79944 service neutron] Bound using segment: {'id': '9ae977a0-e484-4146-ba84-66dc7a326740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '153a66f8-3695-4a0f-8479-33d7bddbc164'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 10:35:13.946447 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-c6fc6e35-e3b7-404a-8937-f4bf554c4e47 req-0b2d12e9-5d3e-42f6-8d2c-04c5fbf79944 service neutron] Bound port: e7b68ff2-ecd7-4e74-81b4-cf38071ef393, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ae977a0-e484-4146-ba84-66dc7a326740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '153a66f8-3695-4a0f-8479-33d7bddbc164'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 10:35:13.946816 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-c6fc6e35-e3b7-404a-8937-f4bf554c4e47 req-0b2d12e9-5d3e-42f6-8d2c-04c5fbf79944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:13.965443 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fa7ecee8-cce8-4eb8-b34e-f33caa753db3 req-f63bf4af-e4cf-42aa-ad04-4f81ad854276 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542720 Nov 22 10:35:14.051270 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fed15cf0-9113-4807-98d3-382b965f75d6 req-143ea687-8b07-4594-9e8c-c5b184e9ec83 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 210 time: 0.0627217 Nov 22 10:35:14.165550 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-c6fc6e35-e3b7-404a-8937-f4bf554c4e47 req-0b2d12e9-5d3e-42f6-8d2c-04c5fbf79944 service neutron] For port e7b68ff2-ecd7-4e74-81b4-cf38071ef393, host hv-cinder-80403, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 10:35:14.188650 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-b1b539cf-b225-4039-8599-c6595e13eb77 req-4ab43543-0b83-461d-babd-a00c9aae7dbf tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:14.212105 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-c6fc6e35-e3b7-404a-8937-f4bf554c4e47 req-0b2d12e9-5d3e-42f6-8d2c-04c5fbf79944 service neutron] For port e7b68ff2-ecd7-4e74-81b4-cf38071ef393, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e7b68ff2-ecd7-4e74-81b4-cf38071ef393,segment=NetworkSegment(9ae977a0-e484-4146-ba84-66dc7a326740),segment_id=9ae977a0-e484-4146-ba84-66dc7a326740)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 10:35:14.224223 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-c6fc6e35-e3b7-404a-8937-f4bf554c4e47 req-0b2d12e9-5d3e-42f6-8d2c-04c5fbf79944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:14.230329 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [req-269554cd-6bb2-4377-951a-2a557fbf5a9c req-8a52e301-cc03-4f12-a444-b28753b3b5a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20f53f90-3a43-45e0-ab9e-ae35149604a8 {{(pid=102911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 10:35:14.247604 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.agents_db [None req-35a1a16e-7bf9-4643-9be2-574a1761dc3a None None] Agent healthcheck: found 6 active agents {{(pid=102913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 10:35:14.425772 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device a26d823d-0945-45d5-b889-984e5d69086e up at agent hyperv_hv-cinder-80403 {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:35:14.471638 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-269554cd-6bb2-4377-951a-2a557fbf5a9c req-8a52e301-cc03-4f12-a444-b28753b3b5a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:14.520053 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc6e35-e3b7-404a-8937-f4bf554c4e47 req-0b2d12e9-5d3e-42f6-8d2c-04c5fbf79944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:14.520839 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-c6fc6e35-e3b7-404a-8937-f4bf554c4e47 req-0b2d12e9-5d3e-42f6-8d2c-04c5fbf79944 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:14.522143 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c6fc6e35-e3b7-404a-8937-f4bf554c4e47 req-0b2d12e9-5d3e-42f6-8d2c-04c5fbf79944 service neutron] 10.222.0.20 "PUT /v2.0/ports/e7b68ff2-ecd7-4e74-81b4-cf38071ef393 HTTP/1.1" status: 200 len: 1094 time: 3.4221401 Nov 22 10:35:14.524520 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60ede0be-83f5-416b-8ba7-216691a79cbc', 'tag': 'e7b68ff2-ecd7-4e74-81b4-cf38071ef393'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:35:14.527081 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5429d6209f9db75179b029b02f265116e5db13468d9d60e00895472a7fa8ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05d9678-9ebe-4070-ad2e-58ecbeea55d2" -d '{"events": [{"name": "network-changed", "server_uuid": "60ede0be-83f5-416b-8ba7-216691a79cbc", "tag": "e7b68ff2-ecd7-4e74-81b4-cf38071ef393"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:35:14.530232 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.provisioning_blocks [req-269554cd-6bb2-4377-951a-2a557fbf5a9c req-8a52e301-cc03-4f12-a444-b28753b3b5a4 service neutron] Transition to ACTIVE for port object 20f53f90-3a43-45e0-ab9e-ae35149604a8 will not be triggered until provisioned by entity L2. {{(pid=102911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 10:35:14.538213 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Provisioning for port a26d823d-0945-45d5-b889-984e5d69086e completed by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 10:35:14.545830 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Provisioning complete for port a26d823d-0945-45d5-b889-984e5d69086e triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:35:14.546526 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:14.558001 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-269554cd-6bb2-4377-951a-2a557fbf5a9c req-8a52e301-cc03-4f12-a444-b28753b3b5a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:14.575967 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-b1b539cf-b225-4039-8599-c6595e13eb77 req-4ab43543-0b83-461d-babd-a00c9aae7dbf tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749315246228'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:14.621233 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2d12e9-5d3e-42f6-8d2c-04c5fbf79944 service neutron] Pushing event updated for resources: {'Port': ['ID=e7b68ff2-ecd7-4e74-81b4-cf38071ef393,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:14.729459 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 10:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b29ffb-eaa9-478b-a9f1-2c8de622a7ed x-openstack-request-id: req-e9b29ffb-eaa9-478b-a9f1-2c8de622a7ed {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:35:14.729875 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60ede0be-83f5-416b-8ba7-216691a79cbc", "tag": "e7b68ff2-ecd7-4e74-81b4-cf38071ef393", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:35:14.730349 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e9b29ffb-eaa9-478b-a9f1-2c8de622a7ed {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:35:14.730981 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60ede0be-83f5-416b-8ba7-216691a79cbc', 'tag': 'e7b68ff2-ecd7-4e74-81b4-cf38071ef393', 'status': 'completed', 'code': 200} Nov 22 10:35:14.731433 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:14.758540 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1b539cf-b225-4039-8599-c6595e13eb77 req-4ab43543-0b83-461d-babd-a00c9aae7dbf tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Network e114790e-2c2f-46a4-8dd6-49197de38f16 is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:35:14.763448 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.20', 63280) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:14.775468 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [req-b1b539cf-b225-4039-8599-c6595e13eb77 req-4ab43543-0b83-461d-babd-a00c9aae7dbf tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:35:14.781140 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa7b826-3fcb-47c6-8301-f88892120095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a26d823d-0945-45d5-b889-984e5d69086e'}] {{(pid=102912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:35:14.805878 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b539cf-b225-4039-8599-c6595e13eb77 req-4ab43543-0b83-461d-babd-a00c9aae7dbf tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 10:35:14.829502 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b539cf-b225-4039-8599-c6595e13eb77 req-4ab43543-0b83-461d-babd-a00c9aae7dbf tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:14.830194 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-b1b539cf-b225-4039-8599-c6595e13eb77 req-4ab43543-0b83-461d-babd-a00c9aae7dbf tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:14.928083 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc6e35-e3b7-404a-8937-f4bf554c4e47 req-48e3e335-ee33-4fb8-ba20-f23f9bc0c794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:14.933923 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c6fc6e35-e3b7-404a-8937-f4bf554c4e47 req-48e3e335-ee33-4fb8-ba20-f23f9bc0c794 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=47dcd8cc91c540eda175b762b2cc6d9d&device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 1097 time: 0.3501489 Nov 22 10:35:14.936302 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a52e301-cc03-4f12-a444-b28753b3b5a4 service neutron] Pushing event updated for resources: {'Port': ['ID=20f53f90-3a43-45e0-ab9e-ae35149604a8,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:15.013984 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 39062) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:15.019402 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port a26d823d-0945-45d5-b889-984e5d69086e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a26d823d-0945-45d5-b889-984e5d69086e,segment=NetworkSegment(63440e24-0f00-480b-afb5-85bcb4c38474),segment_id=63440e24-0f00-480b-afb5-85bcb4c38474)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:35:15.029423 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:15.188574 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab43543-0b83-461d-babd-a00c9aae7dbf tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Pushing event updated for resources: {'Port': ['ID=1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:15.197022 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Pushing event updated for resources: {'Port': ['ID=a26d823d-0945-45d5-b889-984e5d69086e,revision_number=5']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:15.199594 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18a364-7002-4644-a986-4ef279af1d02 req-369ae1e5-fedb-4b0f-b569-316b8c6f5fb9 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:15.201424 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [req-eb18a364-7002-4644-a986-4ef279af1d02 req-369ae1e5-fedb-4b0f-b569-316b8c6f5fb9 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.20 "GET /v2.0/networks?id=f8081780-6619-4e5e-aa59-236a3848a084 HTTP/1.1" status: 200 len: 810 time: 0.4340746 Nov 22 10:35:15.236222 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-321efef3-d298-4c1d-a454-60d49e10b5e7 req-965d1d99-54e7-4942-96b1-04a80ed90f7e tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 210 time: 0.1431415 Nov 22 10:35:15.243830 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b1b539cf-b225-4039-8599-c6595e13eb77 req-4ab43543-0b83-461d-babd-a00c9aae7dbf tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6427851 Nov 22 10:35:15.283208 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-6215b22c-cbc6-4482-8612-9923cd8b2705 None None] Provisioning complete for port 1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:35:15.283827 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-6215b22c-cbc6-4482-8612-9923cd8b2705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:15.324308 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-b1b539cf-b225-4039-8599-c6595e13eb77 req-fdd60643-5ba6-4ae8-b42b-b059491e8234 service neutron] Request body: {'port': {'device_id': '640f234a-3202-4c2c-97b9-32b4048c9ef3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:35:15.329130 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c6fc6e35-e3b7-404a-8937-f4bf554c4e47 req-4515926b-93e0-4638-87b1-04f42157e25c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7b68ff2-ecd7-4e74-81b4-cf38071ef393 HTTP/1.1" status: 200 len: 217 time: 0.1607840 Nov 22 10:35:15.374276 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-6215b22c-cbc6-4482-8612-9923cd8b2705 None None] Port 1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec cannot update to ACTIVE because it is not bound. {{(pid=102912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 10:35:15.399841 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [req-eb18a364-7002-4644-a986-4ef279af1d02 req-b199be2e-1bba-4570-ad21-5732e2e1892d tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea3b1b45ca144f90b1c89acf24e22074 HTTP/1.1" status: 200 len: 379 time: 0.1889751 Nov 22 10:35:15.414108 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.v2.base [req-eb18a364-7002-4644-a986-4ef279af1d02 req-2273b636-8056-4d6f-b33e-b4714a19fd59 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Request body: {'port': {'device_id': '516b0499-a733-410c-9a0c-6e98ff43aba0', 'network_id': 'f8081780-6619-4e5e-aa59-236a3848a084', 'admin_state_up': True, 'tenant_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'security_groups': ['e0bf58da-bfeb-4d08-b545-68fed93dbb27']}} {{(pid=102910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:35:15.460625 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-269554cd-6bb2-4377-951a-2a557fbf5a9c req-8a52e301-cc03-4f12-a444-b28753b3b5a4 service neutron] Attempting to bind port 20f53f90-3a43-45e0-ab9e-ae35149604a8 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 10:35:15.461232 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-269554cd-6bb2-4377-951a-2a557fbf5a9c req-8a52e301-cc03-4f12-a444-b28753b3b5a4 service neutron] Attempting to bind port 20f53f90-3a43-45e0-ab9e-ae35149604a8 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '9ae977a0-e484-4146-ba84-66dc7a326740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '153a66f8-3695-4a0f-8479-33d7bddbc164'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 10:35:15.461894 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269554cd-6bb2-4377-951a-2a557fbf5a9c req-8a52e301-cc03-4f12-a444-b28753b3b5a4 service neutron] Attempting to bind port 20f53f90-3a43-45e0-ab9e-ae35149604a8 on network 153a66f8-3695-4a0f-8479-33d7bddbc164 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:35:15.466134 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc6e35-e3b7-404a-8937-f4bf554c4e47 req-8cece74c-40e7-42ce-a14a-87fd17b10175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:15.468031 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c6fc6e35-e3b7-404a-8937-f4bf554c4e47 req-8cece74c-40e7-42ce-a14a-87fd17b10175 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c80a285c-563e-448a-9814-994fad543ecd HTTP/1.1" status: 200 len: 859 time: 0.1208775 Nov 22 10:35:15.501436 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9dc8361a-f081-41ff-a162-a152b76a7f60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:15.514905 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf5aac-82e5-4493-b8bc-1fddc06b0dc2 req-1b446b2a-41ca-43db-bbbb-04d4dadf9c7d tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:15.516764 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-35cf5aac-82e5-4493-b8bc-1fddc06b0dc2 req-1b446b2a-41ca-43db-bbbb-04d4dadf9c7d tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fa7b826-3fcb-47c6-8301-f88892120095 HTTP/1.1" status: 200 len: 945 time: 0.6263950 Nov 22 10:35:15.541332 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269554cd-6bb2-4377-951a-2a557fbf5a9c req-8a52e301-cc03-4f12-a444-b28753b3b5a4 service neutron] Port 20f53f90-3a43-45e0-ab9e-ae35149604a8 on network 153a66f8-3695-4a0f-8479-33d7bddbc164 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 10:35:15.541936 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269554cd-6bb2-4377-951a-2a557fbf5a9c req-8a52e301-cc03-4f12-a444-b28753b3b5a4 service neutron] Attempting to bind port 20f53f90-3a43-45e0-ab9e-ae35149604a8 on network 153a66f8-3695-4a0f-8479-33d7bddbc164 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:35:15.566927 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c6fc6e35-e3b7-404a-8937-f4bf554c4e47 req-53346f89-52e0-4650-bca7-e54f968401bf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=153a66f8-3695-4a0f-8479-33d7bddbc164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735626 Nov 22 10:35:15.603578 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269554cd-6bb2-4377-951a-2a557fbf5a9c req-8a52e301-cc03-4f12-a444-b28753b3b5a4 service neutron] Checking agent: {'id': '8aa3c5bc-bff8-4a30-90cc-a12bac01bfcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 10, 32, 50), 'started_at': datetime.datetime(2021, 11, 22, 10, 32, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 10, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 10:35:15.604009 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269554cd-6bb2-4377-951a-2a557fbf5a9c req-8a52e301-cc03-4f12-a444-b28753b3b5a4 service neutron] Checking segment: {'id': '9ae977a0-e484-4146-ba84-66dc7a326740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '153a66f8-3695-4a0f-8479-33d7bddbc164'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:35:15.604372 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269554cd-6bb2-4377-951a-2a557fbf5a9c req-8a52e301-cc03-4f12-a444-b28753b3b5a4 service neutron] Bound using segment: {'id': '9ae977a0-e484-4146-ba84-66dc7a326740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '153a66f8-3695-4a0f-8479-33d7bddbc164'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 10:35:15.604899 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-269554cd-6bb2-4377-951a-2a557fbf5a9c req-8a52e301-cc03-4f12-a444-b28753b3b5a4 service neutron] Bound port: 20f53f90-3a43-45e0-ab9e-ae35149604a8, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ae977a0-e484-4146-ba84-66dc7a326740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '153a66f8-3695-4a0f-8479-33d7bddbc164'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 10:35:15.605199 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-269554cd-6bb2-4377-951a-2a557fbf5a9c req-8a52e301-cc03-4f12-a444-b28753b3b5a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:15.626568 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871da4fec6c70e81ce77d4e4817c66d6168a6b102b4e2b260a442deac58e97e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde21924-c1dc-4956-a098-809f6a4677e6" -d '{"events": [{"server_uuid": "0fa7b826-3fcb-47c6-8301-f88892120095", "name": "network-vif-plugged", "status": "completed", "tag": "a26d823d-0945-45d5-b889-984e5d69086e"}]}' {{(pid=102912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:35:15.627199 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb18a364-7002-4644-a986-4ef279af1d02 req-2273b636-8056-4d6f-b33e-b4714a19fd59 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Made reservation on behalf of ea3b1b45ca144f90b1c89acf24e22074 for: {'port': 1} {{(pid=102910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 10:35:15.630870 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [req-eb18a364-7002-4644-a986-4ef279af1d02 req-2273b636-8056-4d6f-b33e-b4714a19fd59 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:15.637829 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-b1b539cf-b225-4039-8599-c6595e13eb77 req-fdd60643-5ba6-4ae8-b42b-b059491e8234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:15.698271 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7790bbe9-a7c2-46ab-9c23-7f32ba6fe24d req-6c08848f-0ff3-4429-9d25-b80f7f8796fb tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:15.700135 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7790bbe9-a7c2-46ab-9c23-7f32ba6fe24d req-6c08848f-0ff3-4429-9d25-b80f7f8796fb tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff495625-b409-4b63-93e2-68dbf32cd7c5 HTTP/1.1" status: 200 len: 943 time: 0.2935491 Nov 22 10:35:15.746207 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9dc8361a-f081-41ff-a162-a152b76a7f60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:15.755851 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9dc8361a-f081-41ff-a162-a152b76a7f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:15.856317 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-35cf5aac-82e5-4493-b8bc-1fddc06b0dc2 req-7c6f9695-3b4d-4e9f-b3ff-f2fcb6fff4c1 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1e63607-04e4-4aae-aa64-7f57e2435f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116891 Nov 22 10:35:15.860781 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc8361a-f081-41ff-a162-a152b76a7f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27f24e0-6dba-40d2-ba21-f187d72b62e9,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:15.930468 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-9dc8361a-f081-41ff-a162-a152b76a7f60 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6fb3033a7c0a4747950babd68ffff7b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9113297 Nov 22 10:35:15.933241 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 39104) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:15.979493 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7790bbe9-a7c2-46ab-9c23-7f32ba6fe24d req-6ba75089-472c-4280-8505-1a3129523c42 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700651 Nov 22 10:35:15.986590 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c6fc6e35-e3b7-404a-8937-f4bf554c4e47 req-94cb1327-f11e-4faa-9245-01f41f4f6436 service neutron] 10.222.0.20 "GET /v2.0/networks/153a66f8-3695-4a0f-8479-33d7bddbc164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4013462 Nov 22 10:35:16.022869 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-269554cd-6bb2-4377-951a-2a557fbf5a9c req-8a52e301-cc03-4f12-a444-b28753b3b5a4 service neutron] For port 20f53f90-3a43-45e0-ab9e-ae35149604a8, host hv-cinder-80403, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 10:35:16.054085 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [req-eb18a364-7002-4644-a986-4ef279af1d02 req-2273b636-8056-4d6f-b33e-b4714a19fd59 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Allocated IP 172.20.0.5 (f8081780-6619-4e5e-aa59-236a3848a084/42224e55-d7ca-4407-9b29-fa448fd58ac4/16c7e493-84ec-4f05-8c01-8c85e582654e) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 10:35:16.063167 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-269554cd-6bb2-4377-951a-2a557fbf5a9c req-8a52e301-cc03-4f12-a444-b28753b3b5a4 service neutron] For port 20f53f90-3a43-45e0-ab9e-ae35149604a8, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=20f53f90-3a43-45e0-ab9e-ae35149604a8,segment=NetworkSegment(9ae977a0-e484-4146-ba84-66dc7a326740),segment_id=9ae977a0-e484-4146-ba84-66dc7a326740)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 10:35:16.065089 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6c2937bb-aa30-414a-983a-b18643674db6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:16.120570 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 39110) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:16.155332 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-269554cd-6bb2-4377-951a-2a557fbf5a9c req-8a52e301-cc03-4f12-a444-b28753b3b5a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:16.183382 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6c2937bb-aa30-414a-983a-b18643674db6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:16.247253 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269554cd-6bb2-4377-951a-2a557fbf5a9c req-8a52e301-cc03-4f12-a444-b28753b3b5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:16.247913 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-269554cd-6bb2-4377-951a-2a557fbf5a9c req-8a52e301-cc03-4f12-a444-b28753b3b5a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:16.249335 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-269554cd-6bb2-4377-951a-2a557fbf5a9c req-8a52e301-cc03-4f12-a444-b28753b3b5a4 service neutron] 10.222.0.20 "PUT /v2.0/ports/20f53f90-3a43-45e0-ab9e-ae35149604a8 HTTP/1.1" status: 200 len: 1093 time: 3.2660263 Nov 22 10:35:16.292012 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f9af9-780d-41f0-9eae-3b70eec3c992 req-d8950a2a-e4b8-4b32-83aa-cd89dddda239 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:16.294664 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1e4f9af9-780d-41f0-9eae-3b70eec3c992 req-d8950a2a-e4b8-4b32-83aa-cd89dddda239 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 931 time: 0.2682440 Nov 22 10:35:16.358589 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a52e301-cc03-4f12-a444-b28753b3b5a4 service neutron] Pushing event updated for resources: {'Port': ['ID=20f53f90-3a43-45e0-ab9e-ae35149604a8,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:16.365197 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 10:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6094f240-9f55-4108-8236-60f49b88ef8b x-openstack-request-id: req-6094f240-9f55-4108-8236-60f49b88ef8b {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:35:16.365685 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fa7b826-3fcb-47c6-8301-f88892120095", "name": "network-vif-plugged", "status": "completed", "tag": "a26d823d-0945-45d5-b889-984e5d69086e", "code": 200}]} {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:35:16.366266 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6094f240-9f55-4108-8236-60f49b88ef8b {{(pid=102912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:35:16.367227 dv-cinder-804035-13-iscsi neutron-server[102912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fa7b826-3fcb-47c6-8301-f88892120095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a26d823d-0945-45d5-b889-984e5d69086e', 'code': 200} Nov 22 10:35:16.403863 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c6fc6e35-e3b7-404a-8937-f4bf554c4e47 req-4869803a-ed34-4b4c-ab38-9eff6190fbbb service neutron] 10.222.0.20 "GET /v2.0/networks/153a66f8-3695-4a0f-8479-33d7bddbc164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4038956 Nov 22 10:35:16.552847 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6b3e2df9-fd69-422b-b132-922ae8e10b37 req-ce7c1dc4-87d8-4e57-bac6-f184ac0f74b1 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 210 time: 0.0899010 Nov 22 10:35:16.560438 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269554cd-6bb2-4377-951a-2a557fbf5a9c req-a6fe5355-15dc-4a86-bf31-00db20fe3f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:16.562422 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-269554cd-6bb2-4377-951a-2a557fbf5a9c req-a6fe5355-15dc-4a86-bf31-00db20fe3f3c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=47dcd8cc91c540eda175b762b2cc6d9d&device_id=ff495625-b409-4b63-93e2-68dbf32cd7c5 HTTP/1.1" status: 200 len: 1096 time: 0.2443657 Nov 22 10:35:16.566328 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1e4f9af9-780d-41f0-9eae-3b70eec3c992 req-288a49be-e17f-4fde-a271-b5ff0c1730a2 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2464497 Nov 22 10:35:16.599918 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [req-eb18a364-7002-4644-a986-4ef279af1d02 req-2273b636-8056-4d6f-b33e-b4714a19fd59 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:16.654961 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6c2937bb-aa30-414a-983a-b18643674db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:16.662647 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6c2937bb-aa30-414a-983a-b18643674db6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:16.662946 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-269554cd-6bb2-4377-951a-2a557fbf5a9c req-087b407a-03d8-4781-9316-17c322280d97 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20f53f90-3a43-45e0-ab9e-ae35149604a8 HTTP/1.1" status: 200 len: 217 time: 0.0781176 Nov 22 10:35:16.666320 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [req-b1b539cf-b225-4039-8599-c6595e13eb77 req-fdd60643-5ba6-4ae8-b42b-b059491e8234 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec {{(pid=102911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 10:35:16.668257 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-6c2937bb-aa30-414a-983a-b18643674db6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d27f24e0-6dba-40d2-ba21-f187d72b62e9 HTTP/1.1" status: 204 len: 168 time: 0.7339449 Nov 22 10:35:16.671492 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.20', 63283) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:16.680873 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-b1b539cf-b225-4039-8599-c6595e13eb77 req-fdd60643-5ba6-4ae8-b42b-b059491e8234 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:16.691274 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-85977b4f-3d9f-449b-9d8f-8160367c93a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:16.699796 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2937bb-aa30-414a-983a-b18643674db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27f24e0-6dba-40d2-ba21-f187d72b62e9,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:16.767877 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff495625-b409-4b63-93e2-68dbf32cd7c5', 'tag': '20f53f90-3a43-45e0-ab9e-ae35149604a8'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:35:16.777209 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [req-eb18a364-7002-4644-a986-4ef279af1d02 req-2273b636-8056-4d6f-b33e-b4714a19fd59 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749315246228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162187'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:16.779796 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5429d6209f9db75179b029b02f265116e5db13468d9d60e00895472a7fa8ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac125303-d3f3-4175-8d80-7a5f4bd64da3" -d '{"events": [{"name": "network-changed", "server_uuid": "ff495625-b409-4b63-93e2-68dbf32cd7c5", "tag": "20f53f90-3a43-45e0-ab9e-ae35149604a8"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:35:16.849279 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.provisioning_blocks [req-b1b539cf-b225-4039-8599-c6595e13eb77 req-fdd60643-5ba6-4ae8-b42b-b059491e8234 service neutron] Transition to ACTIVE for port object 1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec will not be triggered until provisioned by entity L2. {{(pid=102911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 10:35:16.859301 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d9678-9ebe-4070-ad2e-58ecbeea55d2 req-b8e61339-4ae7-479e-b1e5-8d7fef75a7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:16.862519 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f05d9678-9ebe-4070-ad2e-58ecbeea55d2 req-b8e61339-4ae7-479e-b1e5-8d7fef75a7fa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=47dcd8cc91c540eda175b762b2cc6d9d&device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 1097 time: 0.3420343 Nov 22 10:35:16.879454 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 10:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c646ad-7af5-4aad-a0ed-b7505070e554 x-openstack-request-id: req-f2c646ad-7af5-4aad-a0ed-b7505070e554 {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:35:16.879913 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff495625-b409-4b63-93e2-68dbf32cd7c5", "tag": "20f53f90-3a43-45e0-ab9e-ae35149604a8", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:35:16.880260 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f2c646ad-7af5-4aad-a0ed-b7505070e554 {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:35:16.880763 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff495625-b409-4b63-93e2-68dbf32cd7c5', 'tag': '20f53f90-3a43-45e0-ab9e-ae35149604a8', 'status': 'completed', 'code': 200} Nov 22 10:35:16.881485 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-b1b539cf-b225-4039-8599-c6595e13eb77 req-fdd60643-5ba6-4ae8-b42b-b059491e8234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:16.917643 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb18a364-7002-4644-a986-4ef279af1d02 req-2273b636-8056-4d6f-b33e-b4714a19fd59 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Network f8081780-6619-4e5e-aa59-236a3848a084 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:35:16.976261 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [req-eb18a364-7002-4644-a986-4ef279af1d02 req-2273b636-8056-4d6f-b33e-b4714a19fd59 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:35:16.987458 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269554cd-6bb2-4377-951a-2a557fbf5a9c req-73aada8b-19b2-4ec1-b5c0-0baba7488370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:16.989146 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-269554cd-6bb2-4377-951a-2a557fbf5a9c req-73aada8b-19b2-4ec1-b5c0-0baba7488370 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c80a285c-563e-448a-9814-994fad543ecd HTTP/1.1" status: 200 len: 859 time: 0.3021226 Nov 22 10:35:16.996757 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb18a364-7002-4644-a986-4ef279af1d02 req-2273b636-8056-4d6f-b33e-b4714a19fd59 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 10:35:17.004888 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2273b636-8056-4d6f-b33e-b4714a19fd59 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Pushing event updated for resources: {'Port': ['ID=16c7e493-84ec-4f05-8c01-8c85e582654e,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:17.084261 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135ceda-2a00-414c-a9bb-2284e52335b0 req-3b95b9d2-854d-4c1e-8c4f-8d6f5ff72c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:17.090573 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7135ceda-2a00-414c-a9bb-2284e52335b0 req-3b95b9d2-854d-4c1e-8c4f-8d6f5ff72c87 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0fa7b826-3fcb-47c6-8301-f88892120095 HTTP/1.1" status: 200 len: 1098 time: 0.4046226 Nov 22 10:35:17.455378 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18a364-7002-4644-a986-4ef279af1d02 req-2273b636-8056-4d6f-b33e-b4714a19fd59 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:17.456068 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [req-eb18a364-7002-4644-a986-4ef279af1d02 req-2273b636-8056-4d6f-b33e-b4714a19fd59 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for port, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:17.461291 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-d6df62b1-1f99-46bd-bf44-8c3d56a28149 None None] Provisioning complete for port 16c7e493-84ec-4f05-8c01-8c85e582654e triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:35:17.465425 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d6df62b1-1f99-46bd-bf44-8c3d56a28149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:17.477918 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-85977b4f-3d9f-449b-9d8f-8160367c93a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:17.488522 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-85977b4f-3d9f-449b-9d8f-8160367c93a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:17.497324 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [req-eb18a364-7002-4644-a986-4ef279af1d02 req-2273b636-8056-4d6f-b33e-b4714a19fd59 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0899978 Nov 22 10:35:17.504923 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-269554cd-6bb2-4377-951a-2a557fbf5a9c req-7d2826b5-6991-4638-b033-7b24ad146b68 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=153a66f8-3695-4a0f-8479-33d7bddbc164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5030680 Nov 22 10:35:17.515775 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd60643-5ba6-4ae8-b42b-b059491e8234 service neutron] Pushing event updated for resources: {'Port': ['ID=1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:17.548893 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.v2.base [req-eb18a364-7002-4644-a986-4ef279af1d02 req-bfd64ecf-be40-4d74-ae80-153393c54f16 service neutron] Request body: {'port': {'device_id': '516b0499-a733-410c-9a0c-6e98ff43aba0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:35:17.569903 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-d6df62b1-1f99-46bd-bf44-8c3d56a28149 None None] Port 16c7e493-84ec-4f05-8c01-8c85e582654e cannot update to ACTIVE because it is not bound. {{(pid=102912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 10:35:17.616486 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85977b4f-3d9f-449b-9d8f-8160367c93a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5954c74-cb5f-4a1f-ab35-57a8cb2bf9d1,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:17.634942 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-7135ceda-2a00-414c-a9bb-2284e52335b0 req-4ade46f5-6f7a-4b1f-92e0-862686f0b55e service neutron] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:17.673663 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-85977b4f-3d9f-449b-9d8f-8160367c93a7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3692ff99d8ef4dddbe1d948798191bdc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5455112 Nov 22 10:35:17.678147 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 39162) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:17.683547 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e1d82-4c0c-4452-a6c5-08889b24fd60 req-b888c795-8dcf-48c9-b55d-cf5a30ac8e09 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:17.685119 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-629e1d82-4c0c-4452-a6c5-08889b24fd60 req-b888c795-8dcf-48c9-b55d-cf5a30ac8e09 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fa7b826-3fcb-47c6-8301-f88892120095 HTTP/1.1" status: 200 len: 945 time: 0.6527073 Nov 22 10:35:17.706349 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d9678-9ebe-4070-ad2e-58ecbeea55d2 req-7d752c36-b000-47c7-84b6-b93defed734b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:17.708127 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f05d9678-9ebe-4070-ad2e-58ecbeea55d2 req-7d752c36-b000-47c7-84b6-b93defed734b service neutron] 10.222.0.20 "GET /v2.0/networks?id=153a66f8-3695-4a0f-8479-33d7bddbc164 HTTP/1.1" status: 200 len: 920 time: 0.8344672 Nov 22 10:35:17.727309 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-b1b539cf-b225-4039-8599-c6595e13eb77 req-fdd60643-5ba6-4ae8-b42b-b059491e8234 service neutron] Attempting to bind port 1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 10:35:17.727851 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-b1b539cf-b225-4039-8599-c6595e13eb77 req-fdd60643-5ba6-4ae8-b42b-b059491e8234 service neutron] Attempting to bind port 1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e114790e-2c2f-46a4-8dd6-49197de38f16'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 10:35:17.728508 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b539cf-b225-4039-8599-c6595e13eb77 req-fdd60643-5ba6-4ae8-b42b-b059491e8234 service neutron] Attempting to bind port 1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec on network e114790e-2c2f-46a4-8dd6-49197de38f16 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:35:17.750494 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [req-eb18a364-7002-4644-a986-4ef279af1d02 req-bfd64ecf-be40-4d74-ae80-153393c54f16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:17.813456 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0952cc11-3717-4292-9eb5-d94feeb3bbff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:17.820439 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15733772-4b28-4699-9f02-2a44f45e94f0 req-7a08c7a2-465a-491f-ba2b-3fce42954d83 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:17.829551 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-15733772-4b28-4699-9f02-2a44f45e94f0 req-7a08c7a2-465a-491f-ba2b-3fce42954d83 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff495625-b409-4b63-93e2-68dbf32cd7c5 HTTP/1.1" status: 200 len: 943 time: 0.3316357 Nov 22 10:35:17.852292 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b539cf-b225-4039-8599-c6595e13eb77 req-fdd60643-5ba6-4ae8-b42b-b059491e8234 service neutron] Port 1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec on network e114790e-2c2f-46a4-8dd6-49197de38f16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 10:35:17.852696 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b539cf-b225-4039-8599-c6595e13eb77 req-fdd60643-5ba6-4ae8-b42b-b059491e8234 service neutron] Attempting to bind port 1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec on network e114790e-2c2f-46a4-8dd6-49197de38f16 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:35:17.895110 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b539cf-b225-4039-8599-c6595e13eb77 req-fdd60643-5ba6-4ae8-b42b-b059491e8234 service neutron] Checking agent: {'id': '8aa3c5bc-bff8-4a30-90cc-a12bac01bfcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 10, 32, 50), 'started_at': datetime.datetime(2021, 11, 22, 10, 32, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 10, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 10:35:17.895463 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b539cf-b225-4039-8599-c6595e13eb77 req-fdd60643-5ba6-4ae8-b42b-b059491e8234 service neutron] Checking segment: {'id': 'b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e114790e-2c2f-46a4-8dd6-49197de38f16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:35:17.896138 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b539cf-b225-4039-8599-c6595e13eb77 req-fdd60643-5ba6-4ae8-b42b-b059491e8234 service neutron] Bound using segment: {'id': 'b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e114790e-2c2f-46a4-8dd6-49197de38f16'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 10:35:17.896589 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-b1b539cf-b225-4039-8599-c6595e13eb77 req-fdd60643-5ba6-4ae8-b42b-b059491e8234 service neutron] Bound port: 1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e114790e-2c2f-46a4-8dd6-49197de38f16'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 10:35:17.896957 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-b1b539cf-b225-4039-8599-c6595e13eb77 req-fdd60643-5ba6-4ae8-b42b-b059491e8234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:17.933731 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-269554cd-6bb2-4377-951a-2a557fbf5a9c req-4a40a104-4d44-49c0-b1de-2bf4039692f3 service neutron] 10.222.0.20 "GET /v2.0/networks/153a66f8-3695-4a0f-8479-33d7bddbc164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4150536 Nov 22 10:35:17.961227 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0952cc11-3717-4292-9eb5-d94feeb3bbff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:17.965697 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-629e1d82-4c0c-4452-a6c5-08889b24fd60 req-e0b31343-cbf4-4c1b-9f11-6c07d6db1306 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1e63607-04e4-4aae-aa64-7f57e2435f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635362 Nov 22 10:35:17.987925 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f05d9678-9ebe-4070-ad2e-58ecbeea55d2 req-1c49c442-0c5b-4d59-8ae0-21e6947e355a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7b68ff2-ecd7-4e74-81b4-cf38071ef393 HTTP/1.1" status: 200 len: 217 time: 0.2057178 Nov 22 10:35:18.125067 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-b1b539cf-b225-4039-8599-c6595e13eb77 req-fdd60643-5ba6-4ae8-b42b-b059491e8234 service neutron] For port 1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec, host hv-cinder-80403, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 10:35:18.131499 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-b1b539cf-b225-4039-8599-c6595e13eb77 req-fdd60643-5ba6-4ae8-b42b-b059491e8234 service neutron] For port 1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec,segment=NetworkSegment(b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c),segment_id=b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 10:35:18.215371 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0952cc11-3717-4292-9eb5-d94feeb3bbff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:18.233845 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0952cc11-3717-4292-9eb5-d94feeb3bbff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:18.239879 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-0952cc11-3717-4292-9eb5-d94feeb3bbff admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d5954c74-cb5f-4a1f-ab35-57a8cb2bf9d1 HTTP/1.1" status: 204 len: 168 time: 0.5545733 Nov 22 10:35:18.328988 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-b1b539cf-b225-4039-8599-c6595e13eb77 req-fdd60643-5ba6-4ae8-b42b-b059491e8234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:18.398083 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.notifiers.nova [req-eb18a364-7002-4644-a986-4ef279af1d02 req-bfd64ecf-be40-4d74-ae80-153393c54f16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16c7e493-84ec-4f05-8c01-8c85e582654e {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 10:35:18.412696 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [req-eb18a364-7002-4644-a986-4ef279af1d02 req-bfd64ecf-be40-4d74-ae80-153393c54f16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:18.443041 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [req-eb18a364-7002-4644-a986-4ef279af1d02 req-bfd64ecf-be40-4d74-ae80-153393c54f16 service neutron] Transition to ACTIVE for port object 16c7e493-84ec-4f05-8c01-8c85e582654e will not be triggered until provisioned by entity L2. {{(pid=102910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 10:35:18.452723 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [req-eb18a364-7002-4644-a986-4ef279af1d02 req-bfd64ecf-be40-4d74-ae80-153393c54f16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1162204'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:18.496990 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-15733772-4b28-4699-9f02-2a44f45e94f0 req-84b7b95d-4c77-4d5c-b1c5-292c989e533f tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6664863 Nov 22 10:35:18.507577 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b539cf-b225-4039-8599-c6595e13eb77 req-fdd60643-5ba6-4ae8-b42b-b059491e8234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:18.508421 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-b1b539cf-b225-4039-8599-c6595e13eb77 req-fdd60643-5ba6-4ae8-b42b-b059491e8234 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:18.510037 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b1b539cf-b225-4039-8599-c6595e13eb77 req-fdd60643-5ba6-4ae8-b42b-b059491e8234 service neutron] 10.222.0.20 "PUT /v2.0/ports/1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec HTTP/1.1" status: 200 len: 1093 time: 3.1923738 Nov 22 10:35:18.525296 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0952cc11-3717-4292-9eb5-d94feeb3bbff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5954c74-cb5f-4a1f-ab35-57a8cb2bf9d1,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:18.548832 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d9678-9ebe-4070-ad2e-58ecbeea55d2 req-6e40d5bb-1afb-4f8c-a9b1-8f014ed8a117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:18.549721 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f05d9678-9ebe-4070-ad2e-58ecbeea55d2 req-6e40d5bb-1afb-4f8c-a9b1-8f014ed8a117 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c80a285c-563e-448a-9814-994fad543ecd HTTP/1.1" status: 200 len: 859 time: 0.5275440 Nov 22 10:35:18.653130 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-7135ceda-2a00-414c-a9bb-2284e52335b0 req-4ade46f5-6f7a-4b1f-92e0-862686f0b55e service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:18.825062 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd64ecf-be40-4d74-ae80-153393c54f16 service neutron] Pushing event updated for resources: {'Port': ['ID=16c7e493-84ec-4f05-8c01-8c85e582654e,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:19.017660 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [req-eb18a364-7002-4644-a986-4ef279af1d02 req-bfd64ecf-be40-4d74-ae80-153393c54f16 service neutron] Attempting to bind port 16c7e493-84ec-4f05-8c01-8c85e582654e on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 10:35:19.018398 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [req-eb18a364-7002-4644-a986-4ef279af1d02 req-bfd64ecf-be40-4d74-ae80-153393c54f16 service neutron] Attempting to bind port 16c7e493-84ec-4f05-8c01-8c85e582654e by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'a89922f2-694e-41b6-9361-4a293f55702b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f8081780-6619-4e5e-aa59-236a3848a084'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 10:35:19.018398 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb18a364-7002-4644-a986-4ef279af1d02 req-bfd64ecf-be40-4d74-ae80-153393c54f16 service neutron] Attempting to bind port 16c7e493-84ec-4f05-8c01-8c85e582654e on network f8081780-6619-4e5e-aa59-236a3848a084 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:35:19.026853 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb18a364-7002-4644-a986-4ef279af1d02 req-bfd64ecf-be40-4d74-ae80-153393c54f16 service neutron] Port 16c7e493-84ec-4f05-8c01-8c85e582654e on network f8081780-6619-4e5e-aa59-236a3848a084 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 10:35:19.030072 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb18a364-7002-4644-a986-4ef279af1d02 req-bfd64ecf-be40-4d74-ae80-153393c54f16 service neutron] Attempting to bind port 16c7e493-84ec-4f05-8c01-8c85e582654e on network f8081780-6619-4e5e-aa59-236a3848a084 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:35:19.042243 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb18a364-7002-4644-a986-4ef279af1d02 req-bfd64ecf-be40-4d74-ae80-153393c54f16 service neutron] Checking agent: {'id': '8aa3c5bc-bff8-4a30-90cc-a12bac01bfcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 10, 32, 50), 'started_at': datetime.datetime(2021, 11, 22, 10, 32, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 10, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 10:35:19.042609 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb18a364-7002-4644-a986-4ef279af1d02 req-bfd64ecf-be40-4d74-ae80-153393c54f16 service neutron] Checking segment: {'id': 'a89922f2-694e-41b6-9361-4a293f55702b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f8081780-6619-4e5e-aa59-236a3848a084'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:35:19.043947 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb18a364-7002-4644-a986-4ef279af1d02 req-bfd64ecf-be40-4d74-ae80-153393c54f16 service neutron] Bound using segment: {'id': 'a89922f2-694e-41b6-9361-4a293f55702b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f8081780-6619-4e5e-aa59-236a3848a084'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 10:35:19.043947 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [req-eb18a364-7002-4644-a986-4ef279af1d02 req-bfd64ecf-be40-4d74-ae80-153393c54f16 service neutron] Bound port: 16c7e493-84ec-4f05-8c01-8c85e582654e, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a89922f2-694e-41b6-9361-4a293f55702b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f8081780-6619-4e5e-aa59-236a3848a084'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 10:35:19.044192 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [req-eb18a364-7002-4644-a986-4ef279af1d02 req-bfd64ecf-be40-4d74-ae80-153393c54f16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:19.044942 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-7135ceda-2a00-414c-a9bb-2284e52335b0 req-4ade46f5-6f7a-4b1f-92e0-862686f0b55e service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:19.055079 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '640f234a-3202-4c2c-97b9-32b4048c9ef3', 'tag': '1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:35:19.062804 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5429d6209f9db75179b029b02f265116e5db13468d9d60e00895472a7fa8ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870ed01b-e16d-4ca8-8888-ce5ee7ed0097" -d '{"events": [{"name": "network-changed", "server_uuid": "640f234a-3202-4c2c-97b9-32b4048c9ef3", "tag": "1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:35:19.112035 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd60643-5ba6-4ae8-b42b-b059491e8234 service neutron] Pushing event updated for resources: {'Port': ['ID=1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:19.119141 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f05d9678-9ebe-4070-ad2e-58ecbeea55d2 req-3b37a556-583d-46b5-8945-b53fc7a92479 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=153a66f8-3695-4a0f-8479-33d7bddbc164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4734483 Nov 22 10:35:19.122476 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-269554cd-6bb2-4377-951a-2a557fbf5a9c req-c1fecdc3-3262-4716-b455-e9238fdf055c service neutron] 10.222.0.20 "GET /v2.0/networks/153a66f8-3695-4a0f-8479-33d7bddbc164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1373818 Nov 22 10:35:19.157076 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808b820-d82b-42f1-98ed-423ce4cba27e req-6bdb77a5-dcac-4555-b284-d39e1a7d7ae9 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:19.161472 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b808b820-d82b-42f1-98ed-423ce4cba27e req-6bdb77a5-dcac-4555-b284-d39e1a7d7ae9 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 931 time: 1.0000513 Nov 22 10:35:19.178850 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.db [req-eb18a364-7002-4644-a986-4ef279af1d02 req-bfd64ecf-be40-4d74-ae80-153393c54f16 service neutron] For port 16c7e493-84ec-4f05-8c01-8c85e582654e, host hv-cinder-80403, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 10:35:19.200687 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.db [req-eb18a364-7002-4644-a986-4ef279af1d02 req-bfd64ecf-be40-4d74-ae80-153393c54f16 service neutron] For port 16c7e493-84ec-4f05-8c01-8c85e582654e, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=16c7e493-84ec-4f05-8c01-8c85e582654e,segment=NetworkSegment(a89922f2-694e-41b6-9361-4a293f55702b),segment_id=a89922f2-694e-41b6-9361-4a293f55702b)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 10:35:19.208566 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [req-eb18a364-7002-4644-a986-4ef279af1d02 req-bfd64ecf-be40-4d74-ae80-153393c54f16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1162204'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:19.222065 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 39208) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:19.303478 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd64ecf-be40-4d74-ae80-153393c54f16 service neutron] Pushing event updated for resources: {'Port': ['ID=16c7e493-84ec-4f05-8c01-8c85e582654e,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:19.314292 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18a364-7002-4644-a986-4ef279af1d02 req-bfd64ecf-be40-4d74-ae80-153393c54f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:19.315042 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [req-eb18a364-7002-4644-a986-4ef279af1d02 req-bfd64ecf-be40-4d74-ae80-153393c54f16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for port, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:19.316611 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [req-eb18a364-7002-4644-a986-4ef279af1d02 req-bfd64ecf-be40-4d74-ae80-153393c54f16 service neutron] 10.222.0.20 "PUT /v2.0/ports/16c7e493-84ec-4f05-8c01-8c85e582654e HTTP/1.1" status: 200 len: 1093 time: 1.7957470 Nov 22 10:35:19.317276 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '516b0499-a733-410c-9a0c-6e98ff43aba0', 'tag': '16c7e493-84ec-4f05-8c01-8c85e582654e'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:35:19.329531 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6e2ab022-14b4-4b9c-8ab9-0e80eede4f3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:19.362563 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b539cf-b225-4039-8599-c6595e13eb77 req-14373297-5905-41af-b379-b4460ca3d9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:19.365098 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b1b539cf-b225-4039-8599-c6595e13eb77 req-14373297-5905-41af-b379-b4460ca3d9ea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f2a799df19ef409eb8975d5f05fa1c01&device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 1096 time: 0.7067850 Nov 22 10:35:19.432370 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ade46f5-6f7a-4b1f-92e0-862686f0b55e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3062bf-9101-4647-9573-398cde83fbb8,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:19.440943 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7135ceda-2a00-414c-a9bb-2284e52335b0 req-4ade46f5-6f7a-4b1f-92e0-862686f0b55e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a1e63607-04e4-4aae-aa64-7f57e2435f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9445074 Nov 22 10:35:19.474129 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 39216) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:19.502152 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a9eaa-e452-4287-9767-4cb0c024e7e3 req-297b5875-980a-4d7c-90c5-3ee6ecdd1cfd tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:19.504073 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0d9a9eaa-e452-4287-9767-4cb0c024e7e3 req-297b5875-980a-4d7c-90c5-3ee6ecdd1cfd tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 943 time: 0.5658393 Nov 22 10:35:19.513560 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18a364-7002-4644-a986-4ef279af1d02 req-b6965a73-6b0c-4dcc-af54-2ccd1ce578a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:19.521745 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [req-eb18a364-7002-4644-a986-4ef279af1d02 req-b6965a73-6b0c-4dcc-af54-2ccd1ce578a3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ea3b1b45ca144f90b1c89acf24e22074&device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 1096 time: 0.1503017 Nov 22 10:35:19.598833 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6e2ab022-14b4-4b9c-8ab9-0e80eede4f3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:19.610862 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b1b539cf-b225-4039-8599-c6595e13eb77 req-3e9f851a-496a-42c5-9c44-66d5c59eeae6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec HTTP/1.1" status: 200 len: 217 time: 0.1741333 Nov 22 10:35:19.618986 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6e2ab022-14b4-4b9c-8ab9-0e80eede4f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:19.663391 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-6e2ab022-14b4-4b9c-8ab9-0e80eede4f3b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=522528ae6a854e68b6530371eba6c8c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3674335 Nov 22 10:35:19.704538 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 39226) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:19.743753 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [req-eb18a364-7002-4644-a986-4ef279af1d02 req-3e35804b-5894-45f6-bf06-25c2db972106 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16c7e493-84ec-4f05-8c01-8c85e582654e HTTP/1.1" status: 200 len: 217 time: 0.0784163 Nov 22 10:35:19.760112 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3e806289-ad3e-4dd3-a43b-3c16d235697d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:19.843523 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:19.849310 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2ab022-14b4-4b9c-8ab9-0e80eede4f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17452783-8118-4019-b234-1ecde42d0f9c,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:19.921760 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18a364-7002-4644-a986-4ef279af1d02 req-46d45d7a-d3db-466f-8e08-53a669ca2465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:19.923405 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [req-eb18a364-7002-4644-a986-4ef279af1d02 req-46d45d7a-d3db-466f-8e08-53a669ca2465 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42224e55-d7ca-4407-9b29-fa448fd58ac4 HTTP/1.1" status: 200 len: 849 time: 0.1592374 Nov 22 10:35:19.938822 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac125303-d3f3-4175-8d80-7a5f4bd64da3 req-98f18ac7-f5d8-410c-afb2-85cd5f49437c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:19.941414 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ac125303-d3f3-4175-8d80-7a5f4bd64da3 req-98f18ac7-f5d8-410c-afb2-85cd5f49437c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=47dcd8cc91c540eda175b762b2cc6d9d&device_id=ff495625-b409-4b63-93e2-68dbf32cd7c5 HTTP/1.1" status: 200 len: 1096 time: 0.7117314 Nov 22 10:35:19.956644 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b808b820-d82b-42f1-98ed-423ce4cba27e req-46435c96-6ef0-49ed-8b22-21f710093b3e tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf58da-bfeb-4d08-b545-68fed93dbb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7474508 Nov 22 10:35:20.000473 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3e806289-ad3e-4dd3-a43b-3c16d235697d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:20.008968 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3e806289-ad3e-4dd3-a43b-3c16d235697d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:20.038807 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2087fbdd0508056fa5b30bb185ea5ce3ab7f559fa9cfd34086e27060f42f3c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd504fc-8265-42aa-ba7c-13076e2c4916" -d '{"events": [{"name": "network-changed", "server_uuid": "516b0499-a733-410c-9a0c-6e98ff43aba0", "tag": "16c7e493-84ec-4f05-8c01-8c85e582654e"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:35:20.054092 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18a364-7002-4644-a986-4ef279af1d02 req-0a8f6a00-c795-4730-a646-333c74f0cf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:20.055878 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [req-eb18a364-7002-4644-a986-4ef279af1d02 req-0a8f6a00-c795-4730-a646-333c74f0cf6f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f8081780-6619-4e5e-aa59-236a3848a084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1216464 Nov 22 10:35:20.093474 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-1962c338-5b7b-4885-8a59-02d04cfa1808 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:20.098979 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-3e806289-ad3e-4dd3-a43b-3c16d235697d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=126e7dc393bb4c8dbb868997e37117e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5959690 Nov 22 10:35:20.111254 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 39236) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:20.122268 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e806289-ad3e-4dd3-a43b-3c16d235697d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80cb51e-f625-40b6-bb81-393215f318b5,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:20.144033 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b539cf-b225-4039-8599-c6595e13eb77 req-835af6c9-e7ec-481c-bc8b-ba2763df2fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:20.145712 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b1b539cf-b225-4039-8599-c6595e13eb77 req-835af6c9-e7ec-481c-bc8b-ba2763df2fb5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c4f21e7d-d84a-4ede-b812-0052f7303231 HTTP/1.1" status: 200 len: 853 time: 0.4237313 Nov 22 10:35:20.147722 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f05d9678-9ebe-4070-ad2e-58ecbeea55d2 req-ad9f1d72-5e88-452b-8375-7261936c9fc4 service neutron] 10.222.0.20 "GET /v2.0/networks/153a66f8-3695-4a0f-8479-33d7bddbc164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9760349 Nov 22 10:35:20.171332 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [req-eb18a364-7002-4644-a986-4ef279af1d02 req-e5087625-1001-4efe-83d5-b188d2a06603 service neutron] 10.222.0.20 "GET /v2.0/networks/f8081780-6619-4e5e-aa59-236a3848a084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052976 Nov 22 10:35:20.176738 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0d9a9eaa-e452-4287-9767-4cb0c024e7e3 req-d7f3572a-5d0b-43d5-81d0-b4a1e68e9bab tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5420053 Nov 22 10:35:20.264918 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 10:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8bfa3d3-23e1-4827-a6bd-f16d78e7153f x-openstack-request-id: req-a8bfa3d3-23e1-4827-a6bd-f16d78e7153f {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:35:20.265204 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "640f234a-3202-4c2c-97b9-32b4048c9ef3", "tag": "1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:35:20.265456 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a8bfa3d3-23e1-4827-a6bd-f16d78e7153f {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:35:20.265850 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '640f234a-3202-4c2c-97b9-32b4048c9ef3', 'tag': '1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec', 'status': 'completed', 'code': 200} Nov 22 10:35:20.280709 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-1962c338-5b7b-4885-8a59-02d04cfa1808 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:20.290939 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [req-eb18a364-7002-4644-a986-4ef279af1d02 req-3ce0ff6d-9752-4876-a8ef-7c6536ff0826 service neutron] 10.222.0.20 "GET /v2.0/networks/f8081780-6619-4e5e-aa59-236a3848a084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116962 Nov 22 10:35:20.424979 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e6e31-ebfc-4ed1-baf9-8542358fc362 req-46f0594a-4a00-430b-b176-892f1e6ac72d tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:20.426496 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a41e6e31-ebfc-4ed1-baf9-8542358fc362 req-46f0594a-4a00-430b-b176-892f1e6ac72d tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fa7b826-3fcb-47c6-8301-f88892120095 HTTP/1.1" status: 200 len: 945 time: 0.3173490 Nov 22 10:35:20.442652 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device e7b68ff2-ecd7-4e74-81b4-cf38071ef393 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 10:35:20.456244 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac125303-d3f3-4175-8d80-7a5f4bd64da3 req-4508b6fa-01a4-4e10-888a-7309676295dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:20.457708 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ac125303-d3f3-4175-8d80-7a5f4bd64da3 req-4508b6fa-01a4-4e10-888a-7309676295dc service neutron] 10.222.0.20 "GET /v2.0/networks?id=153a66f8-3695-4a0f-8479-33d7bddbc164 HTTP/1.1" status: 200 len: 920 time: 0.4950900 Nov 22 10:35:20.474256 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b539cf-b225-4039-8599-c6595e13eb77 req-dfb469bc-03c5-4bc2-94a1-b10de117867b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:20.475624 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b1b539cf-b225-4039-8599-c6595e13eb77 req-dfb469bc-03c5-4bc2-94a1-b10de117867b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e114790e-2c2f-46a4-8dd6-49197de38f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2977965 Nov 22 10:35:20.491746 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3f875a84-1f40-4b63-9d44-79083684c3ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:20.567742 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port e7b68ff2-ecd7-4e74-81b4-cf38071ef393, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e7b68ff2-ecd7-4e74-81b4-cf38071ef393,segment=NetworkSegment(9ae977a0-e484-4146-ba84-66dc7a326740),segment_id=9ae977a0-e484-4146-ba84-66dc7a326740)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:35:20.567991 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ac125303-d3f3-4175-8d80-7a5f4bd64da3 req-25fdbeb9-2688-427e-a222-daf8b8f8fddc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20f53f90-3a43-45e0-ab9e-ae35149604a8 HTTP/1.1" status: 200 len: 217 time: 0.0966358 Nov 22 10:35:20.585745 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Returning: {'device': 'e7b68ff2-ecd7-4e74-81b4-cf38071ef393', 'network_id': '153a66f8-3695-4a0f-8479-33d7bddbc164', 'port_id': 'e7b68ff2-ecd7-4e74-81b4-cf38071ef393', 'mac_address': 'fa:16:3e:c9:0b:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c80a285c-563e-448a-9814-994fad543ecd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 10:35:20.629501 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:20.645756 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7b68ff2-ecd7-4e74-81b4-cf38071ef393 {{(pid=102912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 10:35:20.673743 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port e7b68ff2-ecd7-4e74-81b4-cf38071ef393, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e7b68ff2-ecd7-4e74-81b4-cf38071ef393,segment=NetworkSegment(9ae977a0-e484-4146-ba84-66dc7a326740),segment_id=9ae977a0-e484-4146-ba84-66dc7a326740)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:35:20.679951 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:20.754981 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Pushing event updated for resources: {'Port': ['ID=e7b68ff2-ecd7-4e74-81b4-cf38071ef393,revision_number=4']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:20.811880 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f05d9678-9ebe-4070-ad2e-58ecbeea55d2 req-1626b4b7-089e-4d4e-b150-b095ebdbfc55 service neutron] 10.222.0.20 "GET /v2.0/networks/153a66f8-3695-4a0f-8479-33d7bddbc164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6326461 Nov 22 10:35:20.821986 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-1962c338-5b7b-4885-8a59-02d04cfa1808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:20.824814 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-1962c338-5b7b-4885-8a59-02d04cfa1808 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:20.825870 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-1962c338-5b7b-4885-8a59-02d04cfa1808 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/17452783-8118-4019-b234-1ecde42d0f9c HTTP/1.1" status: 204 len: 168 time: 1.0980895 Nov 22 10:35:20.855580 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e8e37-b16f-4d22-868f-e926a2f63cb4 req-e41fde26-15f3-4d9b-8f13-b27cc3af2c96 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:20.857218 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6d7e8e37-b16f-4d22-868f-e926a2f63cb4 req-e41fde26-15f3-4d9b-8f13-b27cc3af2c96 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff495625-b409-4b63-93e2-68dbf32cd7c5 HTTP/1.1" status: 200 len: 943 time: 0.5209861 Nov 22 10:35:20.883686 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3f875a84-1f40-4b63-9d44-79083684c3ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:20.901452 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1962c338-5b7b-4885-8a59-02d04cfa1808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17452783-8118-4019-b234-1ecde42d0f9c,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:20.944859 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] get_ports_and_sgs() called for port_ids ['e7b68ff2-ecd7-4e74-81b4-cf38071ef393'] {{(pid=102912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 10:35:20.962755 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a41e6e31-ebfc-4ed1-baf9-8542358fc362 req-f4bcc9e2-0c1e-481a-b1bd-a851faeab69c tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1e63607-04e4-4aae-aa64-7f57e2435f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5237851 Nov 22 10:35:20.990067 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac125303-d3f3-4175-8d80-7a5f4bd64da3 req-8e197a69-5c67-420d-9d0d-b94f6a4e0697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:20.990067 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ac125303-d3f3-4175-8d80-7a5f4bd64da3 req-8e197a69-5c67-420d-9d0d-b94f6a4e0697 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c80a285c-563e-448a-9814-994fad543ecd HTTP/1.1" status: 200 len: 859 time: 0.1692369 Nov 22 10:35:21.052847 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ac125303-d3f3-4175-8d80-7a5f4bd64da3 req-b00c262e-50fc-4d22-83a4-02c59fd9944e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=153a66f8-3695-4a0f-8479-33d7bddbc164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511060 Nov 22 10:35:21.063607 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6d7e8e37-b16f-4d22-868f-e926a2f63cb4 req-425e73d7-d30a-46c9-858f-0f244e2ab705 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775563 Nov 22 10:35:21.067362 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b1b539cf-b225-4039-8599-c6595e13eb77 req-120fee1f-d39e-42f7-8b45-15a208262545 service neutron] 10.222.0.20 "GET /v2.0/networks/e114790e-2c2f-46a4-8dd6-49197de38f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5630171 Nov 22 10:35:21.376507 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3f875a84-1f40-4b63-9d44-79083684c3ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:21.379609 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3f875a84-1f40-4b63-9d44-79083684c3ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:21.384514 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-3f875a84-1f40-4b63-9d44-79083684c3ba admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d80cb51e-f625-40b6-bb81-393215f318b5 HTTP/1.1" status: 204 len: 168 time: 1.2640769 Nov 22 10:35:21.403539 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f875a84-1f40-4b63-9d44-79083684c3ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80cb51e-f625-40b6-bb81-393215f318b5,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:21.475638 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15c9d5-81b6-400d-bb5e-1956955f1c57 req-add3e6d6-efac-46f0-82e4-918b0dc10a29 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:21.486386 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 10:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1754c049-3d19-4854-bc17-181f76430117 x-openstack-request-id: req-1754c049-3d19-4854-bc17-181f76430117 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:35:21.486861 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "516b0499-a733-410c-9a0c-6e98ff43aba0", "tag": "16c7e493-84ec-4f05-8c01-8c85e582654e", "status": "completed", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:35:21.486944 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1754c049-3d19-4854-bc17-181f76430117 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:35:21.487400 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '516b0499-a733-410c-9a0c-6e98ff43aba0', 'tag': '16c7e493-84ec-4f05-8c01-8c85e582654e', 'status': 'completed', 'code': 200} Nov 22 10:35:21.488308 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0d15c9d5-81b6-400d-bb5e-1956955f1c57 req-add3e6d6-efac-46f0-82e4-918b0dc10a29 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 943 time: 0.1609328 Nov 22 10:35:21.511374 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b1b539cf-b225-4039-8599-c6595e13eb77 req-a1fcac05-3f5a-4b7f-b80d-bf92d8926ab1 service neutron] 10.222.0.20 "GET /v2.0/networks/e114790e-2c2f-46a4-8dd6-49197de38f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4250131 Nov 22 10:35:21.513255 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ac125303-d3f3-4175-8d80-7a5f4bd64da3 req-7f308246-f044-408c-9f9a-65a05cf973e6 service neutron] 10.222.0.20 "GET /v2.0/networks/153a66f8-3695-4a0f-8479-33d7bddbc164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4484963 Nov 22 10:35:21.633244 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0d15c9d5-81b6-400d-bb5e-1956955f1c57 req-bc8f0584-a39c-4f8a-8998-b4e9ea601ea4 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf58da-bfeb-4d08-b545-68fed93dbb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358957 Nov 22 10:35:21.763082 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd504fc-8265-42aa-ba7c-13076e2c4916 req-52ae5c66-1654-4d1b-bdc9-d6090fb50e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:21.765226 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2fd504fc-8265-42aa-ba7c-13076e2c4916 req-52ae5c66-1654-4d1b-bdc9-d6090fb50e54 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ea3b1b45ca144f90b1c89acf24e22074&device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 1096 time: 0.2044303 Nov 22 10:35:21.776145 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d611149-5d13-4784-a8cd-25eac19917fd req-42f2de8f-1ff0-4f60-a1af-4d6e4883acc2 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:21.777634 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0d611149-5d13-4784-a8cd-25eac19917fd req-42f2de8f-1ff0-4f60-a1af-4d6e4883acc2 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 943 time: 0.1963136 Nov 22 10:35:21.779423 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ed01b-e16d-4ca8-8888-ce5ee7ed0097 req-dc5d58c2-2698-473d-a9de-7f95512193ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:21.780870 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-870ed01b-e16d-4ca8-8888-ce5ee7ed0097 req-dc5d58c2-2698-473d-a9de-7f95512193ba service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f2a799df19ef409eb8975d5f05fa1c01&device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 1096 time: 0.2007442 Nov 22 10:35:21.784157 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ac125303-d3f3-4175-8d80-7a5f4bd64da3 req-c56dcf55-fb32-4b22-9472-a9d9638d5458 service neutron] 10.222.0.20 "GET /v2.0/networks/153a66f8-3695-4a0f-8479-33d7bddbc164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598634 Nov 22 10:35:21.796166 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 39304) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:21.811558 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6352571e-6f33-4740-9611-454450901a13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:21.901349 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6352571e-6f33-4740-9611-454450901a13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:21.910106 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6352571e-6f33-4740-9611-454450901a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:21.943971 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6352571e-6f33-4740-9611-454450901a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a312338c-7a72-4375-a9a8-dedb21069dd2,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:21.966964 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0d611149-5d13-4784-a8cd-25eac19917fd req-d94bd907-b55a-4572-9275-0e1cdba9a320 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743822 Nov 22 10:35:21.975955 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 39310) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:21.976775 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-6352571e-6f33-4740-9611-454450901a13 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a6382081f85f4d4ba7f7441e62319ba2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1794126 Nov 22 10:35:22.003562 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ed01b-e16d-4ca8-8888-ce5ee7ed0097 req-4cfaa2a8-1d37-4126-ad42-90c3116a70c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:22.005046 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-870ed01b-e16d-4ca8-8888-ce5ee7ed0097 req-4cfaa2a8-1d37-4126-ad42-90c3116a70c6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e114790e-2c2f-46a4-8dd6-49197de38f16 HTTP/1.1" status: 200 len: 915 time: 0.2008393 Nov 22 10:35:22.014903 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd504fc-8265-42aa-ba7c-13076e2c4916 req-61a13f94-6527-4221-b953-bdb907ad4b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:22.016713 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2fd504fc-8265-42aa-ba7c-13076e2c4916 req-61a13f94-6527-4221-b953-bdb907ad4b4b service neutron] 10.222.0.20 "GET /v2.0/networks?id=f8081780-6619-4e5e-aa59-236a3848a084 HTTP/1.1" status: 200 len: 911 time: 0.2346509 Nov 22 10:35:22.127114 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-870ed01b-e16d-4ca8-8888-ce5ee7ed0097 req-15052c0f-2b0f-4edc-b4e0-2f8420023780 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec HTTP/1.1" status: 200 len: 217 time: 0.0972629 Nov 22 10:35:22.128322 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2fd504fc-8265-42aa-ba7c-13076e2c4916 req-f453e822-9942-4e1e-8433-08cad7d17fde service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16c7e493-84ec-4f05-8c01-8c85e582654e HTTP/1.1" status: 200 len: 217 time: 0.0972986 Nov 22 10:35:22.224747 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-43dd43c5-80fb-4808-a83b-e90291a49a25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:22.295830 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-43dd43c5-80fb-4808-a83b-e90291a49a25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:22.299222 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd504fc-8265-42aa-ba7c-13076e2c4916 req-4541eef4-f4ad-4ea3-b041-89c968a1555a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:22.300784 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2fd504fc-8265-42aa-ba7c-13076e2c4916 req-4541eef4-f4ad-4ea3-b041-89c968a1555a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42224e55-d7ca-4407-9b29-fa448fd58ac4 HTTP/1.1" status: 200 len: 849 time: 0.1515527 Nov 22 10:35:22.309310 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ed01b-e16d-4ca8-8888-ce5ee7ed0097 req-f434c49a-9de1-43e6-abf5-13aa0467cdca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:22.310202 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-870ed01b-e16d-4ca8-8888-ce5ee7ed0097 req-f434c49a-9de1-43e6-abf5-13aa0467cdca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c4f21e7d-d84a-4ede-b812-0052f7303231 HTTP/1.1" status: 200 len: 853 time: 0.1621652 Nov 22 10:35:22.317695 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718512c-ecef-4769-884e-e2fc23ef2788 req-f7d02903-af73-49cc-9058-5d1f6852fc5d tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:22.319180 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3718512c-ecef-4769-884e-e2fc23ef2788 req-f7d02903-af73-49cc-9058-5d1f6852fc5d tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fa7b826-3fcb-47c6-8301-f88892120095 HTTP/1.1" status: 200 len: 945 time: 0.2742875 Nov 22 10:35:22.409655 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5292e-9f94-4761-afb1-65ca81d3701a req-28b83008-ac5b-4a17-9ea8-82f78528d9aa tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:22.411440 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b0d5292e-9f94-4761-afb1-65ca81d3701a req-28b83008-ac5b-4a17-9ea8-82f78528d9aa tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff495625-b409-4b63-93e2-68dbf32cd7c5 HTTP/1.1" status: 200 len: 943 time: 0.2432306 Nov 22 10:35:22.461415 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device 20f53f90-3a43-45e0-ab9e-ae35149604a8 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 10:35:22.502308 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd504fc-8265-42aa-ba7c-13076e2c4916 req-cfa08325-640d-41fa-a9ca-2d781dc8ead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:22.504232 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2fd504fc-8265-42aa-ba7c-13076e2c4916 req-cfa08325-640d-41fa-a9ca-2d781dc8ead7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f8081780-6619-4e5e-aa59-236a3848a084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1804998 Nov 22 10:35:22.515046 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3718512c-ecef-4769-884e-e2fc23ef2788 req-79ecf0fb-c617-4c1d-b252-01955f434ffb tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1e63607-04e4-4aae-aa64-7f57e2435f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700044 Nov 22 10:35:22.524407 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ed01b-e16d-4ca8-8888-ce5ee7ed0097 req-65ff3a9e-02e7-4d71-9920-0ad5ffc51878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:22.525953 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-870ed01b-e16d-4ca8-8888-ce5ee7ed0097 req-65ff3a9e-02e7-4d71-9920-0ad5ffc51878 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e114790e-2c2f-46a4-8dd6-49197de38f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2058644 Nov 22 10:35:22.557322 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device e7b68ff2-ecd7-4e74-81b4-cf38071ef393 up at agent hyperv_hv-cinder-80403 {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:35:22.594812 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-43dd43c5-80fb-4808-a83b-e90291a49a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:22.597388 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-43dd43c5-80fb-4808-a83b-e90291a49a25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:22.598516 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-43dd43c5-80fb-4808-a83b-e90291a49a25 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a312338c-7a72-4375-a9a8-dedb21069dd2 HTTP/1.1" status: 204 len: 168 time: 0.6221442 Nov 22 10:35:22.698680 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Provisioning for port e7b68ff2-ecd7-4e74-81b4-cf38071ef393 completed by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 10:35:22.712896 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Provisioning complete for port e7b68ff2-ecd7-4e74-81b4-cf38071ef393 triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:35:22.713266 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:22.723219 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2fd504fc-8265-42aa-ba7c-13076e2c4916 req-41a9ee89-f453-4a88-a2d9-95cb632ca1da service neutron] 10.222.0.20 "GET /v2.0/networks/f8081780-6619-4e5e-aa59-236a3848a084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012122 Nov 22 10:35:22.733633 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b0d5292e-9f94-4761-afb1-65ca81d3701a req-05884f22-a1cf-4d46-8a60-0111c3394dfa tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074863 Nov 22 10:35:22.780004 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port 20f53f90-3a43-45e0-ab9e-ae35149604a8, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=20f53f90-3a43-45e0-ab9e-ae35149604a8,segment=NetworkSegment(9ae977a0-e484-4146-ba84-66dc7a326740),segment_id=9ae977a0-e484-4146-ba84-66dc7a326740)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:35:22.823079 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 39352) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:22.849301 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dd43c5-80fb-4808-a83b-e90291a49a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a312338c-7a72-4375-a9a8-dedb21069dd2,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:22.865325 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:22.919390 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Returning: {'device': '20f53f90-3a43-45e0-ab9e-ae35149604a8', 'network_id': '153a66f8-3695-4a0f-8479-33d7bddbc164', 'port_id': '20f53f90-3a43-45e0-ab9e-ae35149604a8', 'mac_address': 'fa:16:3e:25:11:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c80a285c-563e-448a-9814-994fad543ecd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 10:35:22.986488 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b7c21-6db4-40dc-963f-0f656889a1f1 req-a835f8ce-e2a9-41d3-a3eb-a0bcd177eb5c tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:22.988152 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-648b7c21-6db4-40dc-963f-0f656889a1f1 req-a835f8ce-e2a9-41d3-a3eb-a0bcd177eb5c tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 943 time: 0.1399648 Nov 22 10:35:23.004432 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 39360) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:23.023496 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-870ed01b-e16d-4ca8-8888-ce5ee7ed0097 req-ab12faf0-87ce-4542-bbc7-096d3b44a5c4 service neutron] 10.222.0.20 "GET /v2.0/networks/e114790e-2c2f-46a4-8dd6-49197de38f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4853070 Nov 22 10:35:23.034091 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60ede0be-83f5-416b-8ba7-216691a79cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b68ff2-ecd7-4e74-81b4-cf38071ef393'}] {{(pid=102912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:35:23.040858 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871da4fec6c70e81ce77d4e4817c66d6168a6b102b4e2b260a442deac58e97e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6841bc2f-35aa-4081-ac83-f07633f7af13" -d '{"events": [{"server_uuid": "60ede0be-83f5-416b-8ba7-216691a79cbc", "name": "network-vif-plugged", "status": "completed", "tag": "e7b68ff2-ecd7-4e74-81b4-cf38071ef393"}]}' {{(pid=102912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:35:23.080207 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:23.093937 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port e7b68ff2-ecd7-4e74-81b4-cf38071ef393, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e7b68ff2-ecd7-4e74-81b4-cf38071ef393,segment=NetworkSegment(9ae977a0-e484-4146-ba84-66dc7a326740),segment_id=9ae977a0-e484-4146-ba84-66dc7a326740)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:35:23.111111 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:23.118275 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2fd504fc-8265-42aa-ba7c-13076e2c4916 req-7a271c4e-841f-40a4-8168-cee263bb2953 service neutron] 10.222.0.20 "GET /v2.0/networks/f8081780-6619-4e5e-aa59-236a3848a084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426394 Nov 22 10:35:23.244326 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-648b7c21-6db4-40dc-963f-0f656889a1f1 req-2950c617-8bb4-4e15-be7e-08bcc335d6fb tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf58da-bfeb-4d08-b545-68fed93dbb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2288649 Nov 22 10:35:23.246156 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Pushing event updated for resources: {'Port': ['ID=e7b68ff2-ecd7-4e74-81b4-cf38071ef393,revision_number=5']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:23.250899 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20f53f90-3a43-45e0-ab9e-ae35149604a8 {{(pid=102912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 10:35:23.277657 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port 20f53f90-3a43-45e0-ab9e-ae35149604a8, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=20f53f90-3a43-45e0-ab9e-ae35149604a8,segment=NetworkSegment(9ae977a0-e484-4146-ba84-66dc7a326740),segment_id=9ae977a0-e484-4146-ba84-66dc7a326740)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:35:23.285564 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:23.326453 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65efd156-666a-4912-94a4-4970b0b7422b req-6abde432-9cd5-4e3c-a462-d1b736d10dc4 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:23.335104 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-65efd156-666a-4912-94a4-4970b0b7422b req-6abde432-9cd5-4e3c-a462-d1b736d10dc4 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 943 time: 0.2365754 Nov 22 10:35:23.345237 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 10:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448dca61-a500-4c85-8166-3cd4897b6888 x-openstack-request-id: req-448dca61-a500-4c85-8166-3cd4897b6888 {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:35:23.345830 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60ede0be-83f5-416b-8ba7-216691a79cbc", "name": "network-vif-plugged", "status": "completed", "tag": "e7b68ff2-ecd7-4e74-81b4-cf38071ef393", "code": 200}]} {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:35:23.346624 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-448dca61-a500-4c85-8166-3cd4897b6888 {{(pid=102912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:35:23.347124 dv-cinder-804035-13-iscsi neutron-server[102912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60ede0be-83f5-416b-8ba7-216691a79cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b68ff2-ecd7-4e74-81b4-cf38071ef393', 'code': 200} Nov 22 10:35:23.378152 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Pushing event updated for resources: {'Port': ['ID=20f53f90-3a43-45e0-ab9e-ae35149604a8,revision_number=4']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:23.392786 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-870ed01b-e16d-4ca8-8888-ce5ee7ed0097 req-b73f7d6c-87b1-43d0-be7f-4fb4601ef4bc service neutron] 10.222.0.20 "GET /v2.0/networks/e114790e-2c2f-46a4-8dd6-49197de38f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481529 Nov 22 10:35:23.434668 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-65efd156-666a-4912-94a4-4970b0b7422b req-38d02a19-05e7-4ebb-905b-9083af0a2ac9 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985494 Nov 22 10:35:23.518377 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-68e76958-55b1-4e44-ae5d-f582d9c20653 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:23.531938 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] get_ports_and_sgs() called for port_ids ['20f53f90-3a43-45e0-ab9e-ae35149604a8'] {{(pid=102912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 10:35:23.548117 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-edf6e931-23c7-44ac-a911-6a0f9352127b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:23.611995 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0bd14-53a3-4542-8921-eff523b210ca req-7bc418b6-39f3-4e92-91a3-939994fd5ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:23.613645 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-93f0bd14-53a3-4542-8921-eff523b210ca req-7bc418b6-39f3-4e92-91a3-939994fd5ecb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 1099 time: 0.0874460 Nov 22 10:35:23.671340 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-93f0bd14-53a3-4542-8921-eff523b210ca req-c032aa17-1b65-4850-be98-aaaa45caef36 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498853 Nov 22 10:35:23.739092 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-edf6e931-23c7-44ac-a911-6a0f9352127b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:23.750410 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-edf6e931-23c7-44ac-a911-6a0f9352127b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:23.764444 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-68e76958-55b1-4e44-ae5d-f582d9c20653 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:23.779588 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-68e76958-55b1-4e44-ae5d-f582d9c20653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:23.796221 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-edf6e931-23c7-44ac-a911-6a0f9352127b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e691155cc4bd41a2bd0397b2e27ada88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7906759 Nov 22 10:35:23.799056 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 39390) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:23.814796 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf6e931-23c7-44ac-a911-6a0f9352127b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2003c302-fd78-4e87-8beb-403fbb301db8,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:23.822352 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-68e76958-55b1-4e44-ae5d-f582d9c20653 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8e6ca43ef1fa4716aa6a7492695b7671&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9974029 Nov 22 10:35:23.827803 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 39392) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:23.847825 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e76958-55b1-4e44-ae5d-f582d9c20653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5aea61-e70b-4f5a-ad2f-08b4e54f35d7,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:23.926065 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-185805e7-0de3-4bd5-95e0-a9681d060ed2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:23.946302 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10327edb-3fae-4e83-adc8-cca4cec73cd1 req-dc51f5af-505c-4735-ac65-d878fa7218bd tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:23.947954 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-10327edb-3fae-4e83-adc8-cca4cec73cd1 req-dc51f5af-505c-4735-ac65-d878fa7218bd tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff495625-b409-4b63-93e2-68dbf32cd7c5 HTTP/1.1" status: 200 len: 944 time: 0.1243854 Nov 22 10:35:23.963110 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-094d522a-12db-48f1-8a51-0ddd6338eca5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:24.000274 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-185805e7-0de3-4bd5-95e0-a9681d060ed2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:24.223103 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-094d522a-12db-48f1-8a51-0ddd6338eca5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:24.292055 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-10327edb-3fae-4e83-adc8-cca4cec73cd1 req-7d7621af-8d00-4377-9354-8a43d57cd541 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309672 Nov 22 10:35:24.328115 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-185805e7-0de3-4bd5-95e0-a9681d060ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:24.330877 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-185805e7-0de3-4bd5-95e0-a9681d060ed2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:24.333288 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-185805e7-0de3-4bd5-95e0-a9681d060ed2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2003c302-fd78-4e87-8beb-403fbb301db8 HTTP/1.1" status: 204 len: 168 time: 0.5329685 Nov 22 10:35:24.368965 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185805e7-0de3-4bd5-95e0-a9681d060ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2003c302-fd78-4e87-8beb-403fbb301db8,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:24.378214 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-094d522a-12db-48f1-8a51-0ddd6338eca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:24.382026 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-094d522a-12db-48f1-8a51-0ddd6338eca5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:24.383929 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-094d522a-12db-48f1-8a51-0ddd6338eca5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0a5aea61-e70b-4f5a-ad2f-08b4e54f35d7 HTTP/1.1" status: 204 len: 168 time: 0.5548177 Nov 22 10:35:24.423637 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094d522a-12db-48f1-8a51-0ddd6338eca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5aea61-e70b-4f5a-ad2f-08b4e54f35d7,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:24.495171 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device 1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 10:35:24.501055 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device 20f53f90-3a43-45e0-ab9e-ae35149604a8 up at agent hyperv_hv-cinder-80403 {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:35:24.503437 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff1bd9-21c2-48ff-98c3-1ec8ebce6cd8 req-9b391c6d-6642-4c47-a7a8-6278fe9e0e6d tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:24.506713 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a1ff1bd9-21c2-48ff-98c3-1ec8ebce6cd8 req-9b391c6d-6642-4c47-a7a8-6278fe9e0e6d tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 943 time: 0.1200268 Nov 22 10:35:24.578257 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a1ff1bd9-21c2-48ff-98c3-1ec8ebce6cd8 req-f860d003-9f26-4333-bc44-6728a18a32f6 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf58da-bfeb-4d08-b545-68fed93dbb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567901 Nov 22 10:35:24.770993 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port 1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec,segment=NetworkSegment(b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c),segment_id=b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:35:24.801151 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Returning: {'device': '1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec', 'network_id': 'e114790e-2c2f-46a4-8dd6-49197de38f16', 'port_id': '1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec', 'mac_address': 'fa:16:3e:4a:8a:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4f21e7d-d84a-4ede-b812-0052f7303231', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 10:35:24.815193 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Provisioning for port 20f53f90-3a43-45e0-ab9e-ae35149604a8 completed by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 10:35:24.870565 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:24.882039 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40e008-5c0f-49a4-b742-5fc935fc96e0 req-662044c5-4fa7-457e-9810-610e6aad9dc1 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:24.891375 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bd40e008-5c0f-49a4-b742-5fc935fc96e0 req-662044c5-4fa7-457e-9810-610e6aad9dc1 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 943 time: 0.1649966 Nov 22 10:35:24.905070 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Provisioning complete for port 20f53f90-3a43-45e0-ab9e-ae35149604a8 triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:35:24.905903 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:24.912011 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec {{(pid=102912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 10:35:24.938362 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port 1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec,segment=NetworkSegment(b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c),segment_id=b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:35:24.965478 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:24.966360 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device 16c7e493-84ec-4f05-8c01-8c85e582654e details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 10:35:25.015630 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b37e3cf1-5068-4e6b-813e-65d5db366e38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:25.030840 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 39442) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:25.051703 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Pushing event updated for resources: {'Port': ['ID=1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec,revision_number=4']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:25.064621 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bd40e008-5c0f-49a4-b742-5fc935fc96e0 req-26294912-4cb3-4e66-87b6-f83998742515 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614449 Nov 22 10:35:25.105491 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fdd70380-e5e5-406f-bb47-0a2da57eb7da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:25.205864 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:25.248611 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fdd70380-e5e5-406f-bb47-0a2da57eb7da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:25.251593 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port 16c7e493-84ec-4f05-8c01-8c85e582654e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=16c7e493-84ec-4f05-8c01-8c85e582654e,segment=NetworkSegment(a89922f2-694e-41b6-9361-4a293f55702b),segment_id=a89922f2-694e-41b6-9361-4a293f55702b)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:35:25.254924 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fdd70380-e5e5-406f-bb47-0a2da57eb7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:25.280353 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Returning: {'device': '16c7e493-84ec-4f05-8c01-8c85e582654e', 'network_id': 'f8081780-6619-4e5e-aa59-236a3848a084', 'port_id': '16c7e493-84ec-4f05-8c01-8c85e582654e', 'mac_address': 'fa:16:3e:57:77:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42224e55-d7ca-4407-9b29-fa448fd58ac4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 10:35:25.284020 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port 20f53f90-3a43-45e0-ab9e-ae35149604a8, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=20f53f90-3a43-45e0-ab9e-ae35149604a8,segment=NetworkSegment(9ae977a0-e484-4146-ba84-66dc7a326740),segment_id=9ae977a0-e484-4146-ba84-66dc7a326740)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:35:25.291502 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:25.305457 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 39450) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:25.306001 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-fdd70380-e5e5-406f-bb47-0a2da57eb7da admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=42c1ab53601e4d1a8e2a3518acf06c50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2730596 Nov 22 10:35:25.315436 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd70380-e5e5-406f-bb47-0a2da57eb7da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2acbf076-7c55-4b5c-bc39-f061a1ec9ecd,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:25.370551 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff495625-b409-4b63-93e2-68dbf32cd7c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f53f90-3a43-45e0-ab9e-ae35149604a8'}] {{(pid=102912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:35:25.371145 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871da4fec6c70e81ce77d4e4817c66d6168a6b102b4e2b260a442deac58e97e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88744227-35f2-4939-b3c7-9417deabd2c5" -d '{"events": [{"server_uuid": "ff495625-b409-4b63-93e2-68dbf32cd7c5", "name": "network-vif-plugged", "status": "completed", "tag": "20f53f90-3a43-45e0-ab9e-ae35149604a8"}]}' {{(pid=102912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:35:25.425899 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:25.432587 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 10:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e235774f-b2f3-49f8-846c-ca426023b681 x-openstack-request-id: req-e235774f-b2f3-49f8-846c-ca426023b681 {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:35:25.432587 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff495625-b409-4b63-93e2-68dbf32cd7c5", "name": "network-vif-plugged", "status": "completed", "tag": "20f53f90-3a43-45e0-ab9e-ae35149604a8", "code": 200}]} {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:35:25.432789 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e235774f-b2f3-49f8-846c-ca426023b681 {{(pid=102912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:35:25.433025 dv-cinder-804035-13-iscsi neutron-server[102912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff495625-b409-4b63-93e2-68dbf32cd7c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f53f90-3a43-45e0-ab9e-ae35149604a8', 'code': 200} Nov 22 10:35:25.442157 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-85f8c6a4-46ec-47af-a67d-09e039dc0fa3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:25.460443 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16c7e493-84ec-4f05-8c01-8c85e582654e {{(pid=102912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 10:35:25.469516 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-85f8c6a4-46ec-47af-a67d-09e039dc0fa3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:25.475978 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Pushing event updated for resources: {'Port': ['ID=20f53f90-3a43-45e0-ab9e-ae35149604a8,revision_number=5']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:25.501601 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port 16c7e493-84ec-4f05-8c01-8c85e582654e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=16c7e493-84ec-4f05-8c01-8c85e582654e,segment=NetworkSegment(a89922f2-694e-41b6-9361-4a293f55702b),segment_id=a89922f2-694e-41b6-9361-4a293f55702b)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:35:25.512386 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:25.536794 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de30b3-6bb6-44a0-a909-e3c181ebcb44 req-46e58d61-0360-4da8-882b-f192f9f73fae tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:25.547957 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-21de30b3-6bb6-44a0-a909-e3c181ebcb44 req-46e58d61-0360-4da8-882b-f192f9f73fae tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff495625-b409-4b63-93e2-68dbf32cd7c5 HTTP/1.1" status: 200 len: 945 time: 0.1396470 Nov 22 10:35:25.580616 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Pushing event updated for resources: {'Port': ['ID=16c7e493-84ec-4f05-8c01-8c85e582654e,revision_number=4']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:25.636259 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-21de30b3-6bb6-44a0-a909-e3c181ebcb44 req-5dfd5968-01cf-416b-ab6f-f588ace28a8e tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870488 Nov 22 10:35:25.683539 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 39462) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:25.695623 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-85f8c6a4-46ec-47af-a67d-09e039dc0fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:25.698339 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-85f8c6a4-46ec-47af-a67d-09e039dc0fa3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:25.699569 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-85f8c6a4-46ec-47af-a67d-09e039dc0fa3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2acbf076-7c55-4b5c-bc39-f061a1ec9ecd HTTP/1.1" status: 204 len: 168 time: 0.3929689 Nov 22 10:35:25.726881 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f8c6a4-46ec-47af-a67d-09e039dc0fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2acbf076-7c55-4b5c-bc39-f061a1ec9ecd,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:25.745722 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf8db5-1dae-41a2-9754-c8006dfebe9c req-d14aada9-204e-4518-a0f9-45fff95048cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:25.747257 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-dfdf8db5-1dae-41a2-9754-c8006dfebe9c req-d14aada9-204e-4518-a0f9-45fff95048cb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ff495625-b409-4b63-93e2-68dbf32cd7c5 HTTP/1.1" status: 200 len: 1098 time: 0.1054056 Nov 22 10:35:25.764188 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da530dd0-953e-4a7f-91a0-7741712e58c2 req-29bea13d-69bd-4a25-a500-1de5d004104d tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:25.765851 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-da530dd0-953e-4a7f-91a0-7741712e58c2 req-29bea13d-69bd-4a25-a500-1de5d004104d tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 944 time: 0.0870626 Nov 22 10:35:25.789207 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] get_ports_and_sgs() called for port_ids ['16c7e493-84ec-4f05-8c01-8c85e582654e'] {{(pid=102912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 10:35:25.837909 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] get_ports_and_sgs() called for port_ids ['1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec'] {{(pid=102912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 10:35:25.855189 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8e96ff73-0c61-4a1f-991f-be9a994c860f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:25.879101 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-da530dd0-953e-4a7f-91a0-7741712e58c2 req-9d95e90c-06a1-40cd-a0a4-338fa3b97625 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf58da-bfeb-4d08-b545-68fed93dbb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065838 Nov 22 10:35:25.883040 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-dfdf8db5-1dae-41a2-9754-c8006dfebe9c req-26573301-f2f9-41a7-8aca-008706da7ce2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158462 Nov 22 10:35:26.002655 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8e96ff73-0c61-4a1f-991f-be9a994c860f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:26.010965 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8e96ff73-0c61-4a1f-991f-be9a994c860f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:26.063021 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-8e96ff73-0c61-4a1f-991f-be9a994c860f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=63b31e606ad548ffaab12f4321cf2894&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3772359 Nov 22 10:35:26.075483 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 39478) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:26.140254 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e96ff73-0c61-4a1f-991f-be9a994c860f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed452b7e-01e1-4760-b5a6-685f045f9d12,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:26.201970 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-fce5fa93-e171-4d68-a59f-2c643f39ce15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:26.333535 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-fce5fa93-e171-4d68-a59f-2c643f39ce15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:26.379640 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e79648-f244-43e5-9294-3114dc36c5be req-b541dd87-447a-45b5-b064-b850359f97b2 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:26.383292 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-98e79648-f244-43e5-9294-3114dc36c5be req-b541dd87-447a-45b5-b064-b850359f97b2 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 944 time: 0.1351843 Nov 22 10:35:26.421450 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-fce5fa93-e171-4d68-a59f-2c643f39ce15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:26.424415 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-fce5fa93-e171-4d68-a59f-2c643f39ce15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:26.428113 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-fce5fa93-e171-4d68-a59f-2c643f39ce15 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ed452b7e-01e1-4760-b5a6-685f045f9d12 HTTP/1.1" status: 204 len: 168 time: 0.3592877 Nov 22 10:35:26.429648 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 39500) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:26.437090 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce5fa93-e171-4d68-a59f-2c643f39ce15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed452b7e-01e1-4760-b5a6-685f045f9d12,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:26.449778 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-bb5af201-fb91-4e66-8286-30ea61610f69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:26.501191 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-98e79648-f244-43e5-9294-3114dc36c5be req-f126060e-0077-47c2-8b8c-73bed48e5e93 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108749 Nov 22 10:35:26.598785 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-bb5af201-fb91-4e66-8286-30ea61610f69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:26.608067 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-bb5af201-fb91-4e66-8286-30ea61610f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:26.651377 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-bb5af201-fb91-4e66-8286-30ea61610f69 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e670407963ef4c4aa0aa2eb640e62116&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2183316 Nov 22 10:35:26.651377 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5af201-fb91-4e66-8286-30ea61610f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75024437-f317-49b2-b8a3-ac0c79f5a586,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:26.651783 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 39504) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:26.793631 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-883b2e78-2444-47fa-8d4f-7bb71c045807 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:26.828654 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-883b2e78-2444-47fa-8d4f-7bb71c045807 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:26.847817 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e72fe78-d160-4cec-8f18-565fbb377f43 req-6ae32ed2-4c76-49a1-9933-332fa49a75fe tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:26.849513 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4e72fe78-d160-4cec-8f18-565fbb377f43 req-6ae32ed2-4c76-49a1-9933-332fa49a75fe tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff495625-b409-4b63-93e2-68dbf32cd7c5 HTTP/1.1" status: 200 len: 945 time: 0.0970881 Nov 22 10:35:26.937099 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 39520) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:26.940330 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4e72fe78-d160-4cec-8f18-565fbb377f43 req-e2d3795f-2c6e-4cd8-9c49-3360caef339d tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798090 Nov 22 10:35:26.957372 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0418d09b-4007-4577-a059-01208606ac81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:26.976518 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-db8dbf59-ee7f-4d66-b58b-b9f690eb46b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:26.996748 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-883b2e78-2444-47fa-8d4f-7bb71c045807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:26.999920 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-883b2e78-2444-47fa-8d4f-7bb71c045807 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:27.001166 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-883b2e78-2444-47fa-8d4f-7bb71c045807 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/75024437-f317-49b2-b8a3-ac0c79f5a586 HTTP/1.1" status: 204 len: 168 time: 0.3483524 Nov 22 10:35:27.014460 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883b2e78-2444-47fa-8d4f-7bb71c045807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75024437-f317-49b2-b8a3-ac0c79f5a586,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:27.034228 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1694c7-6a8b-4908-a7e8-9c3a77869c6f req-88d8db2e-09de-4241-b5e1-6b2586af6d33 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:27.035921 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4e1694c7-6a8b-4908-a7e8-9c3a77869c6f req-88d8db2e-09de-4241-b5e1-6b2586af6d33 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 944 time: 0.0791018 Nov 22 10:35:27.083499 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0418d09b-4007-4577-a059-01208606ac81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:27.090576 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0418d09b-4007-4577-a059-01208606ac81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:27.099954 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4e1694c7-6a8b-4908-a7e8-9c3a77869c6f req-16f03440-f66d-4918-9836-0d377f32b47a tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf58da-bfeb-4d08-b545-68fed93dbb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564756 Nov 22 10:35:27.134568 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-0418d09b-4007-4577-a059-01208606ac81 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f7d9cb8cf309464fa9ecc22e85f106f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1963236 Nov 22 10:35:27.137495 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 39526) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:27.161158 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0418d09b-4007-4577-a059-01208606ac81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f81bdcf1-4c62-4b46-abcf-b6da94e86e6d,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:27.216283 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-a7db0d65-be14-483f-8d14-0e55357d73e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:27.242406 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-a7db0d65-be14-483f-8d14-0e55357d73e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:27.311655 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-a7db0d65-be14-483f-8d14-0e55357d73e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:27.316137 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-a7db0d65-be14-483f-8d14-0e55357d73e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:27.320634 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-a7db0d65-be14-483f-8d14-0e55357d73e0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f81bdcf1-4c62-4b46-abcf-b6da94e86e6d HTTP/1.1" status: 204 len: 168 time: 0.1812072 Nov 22 10:35:27.338837 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db0d65-be14-483f-8d14-0e55357d73e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81bdcf1-4c62-4b46-abcf-b6da94e86e6d,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:27.651272 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48480340-b5c3-4b34-99cb-9e30bac045ea req-95a224e9-0ade-46f8-88d2-699c3cb76689 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:27.652930 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-48480340-b5c3-4b34-99cb-9e30bac045ea req-95a224e9-0ade-46f8-88d2-699c3cb76689 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 944 time: 0.0617454 Nov 22 10:35:27.715378 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-48480340-b5c3-4b34-99cb-9e30bac045ea req-9381f47f-6be3-48c6-919a-ae93490e1aff tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546336 Nov 22 10:35:28.056346 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0c934117-efa3-4f33-917a-019854f2ef65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:28.154976 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d5f45-c36c-4723-85b6-605be44c3b70 req-416b4073-f997-4007-9686-99b1799967cb tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:28.165465 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-452d5f45-c36c-4723-85b6-605be44c3b70 req-416b4073-f997-4007-9686-99b1799967cb tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff495625-b409-4b63-93e2-68dbf32cd7c5 HTTP/1.1" status: 200 len: 945 time: 0.0988629 Nov 22 10:35:28.225921 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-452d5f45-c36c-4723-85b6-605be44c3b70 req-9d0029fe-ac94-4244-9cb1-0b3ea5296512 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594039 Nov 22 10:35:28.296909 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f94f7ca-cc51-4c48-8c5c-e07be49e28be req-bd9c4c4e-cb36-42c6-bbab-a807f5d27d28 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:28.305443 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3f94f7ca-cc51-4c48-8c5c-e07be49e28be req-bd9c4c4e-cb36-42c6-bbab-a807f5d27d28 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 944 time: 0.0905528 Nov 22 10:35:28.386750 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3f94f7ca-cc51-4c48-8c5c-e07be49e28be req-8fd1dd28-149d-41f1-b94c-728017ea4b1d tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf58da-bfeb-4d08-b545-68fed93dbb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803461 Nov 22 10:35:28.521332 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device 1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec up at agent hyperv_hv-cinder-80403 {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:35:28.592788 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9de7e-f48b-44d6-a935-7540ec686191 req-c7d479fc-9829-4350-9a63-c78d80465af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:28.594772 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-40e9de7e-f48b-44d6-a935-7540ec686191 req-c7d479fc-9829-4350-9a63-c78d80465af9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=47dcd8cc91c540eda175b762b2cc6d9d&device_id=ff495625-b409-4b63-93e2-68dbf32cd7c5 HTTP/1.1" status: 200 len: 1098 time: 0.0898743 Nov 22 10:35:28.601084 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Provisioning for port 1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec completed by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 10:35:28.604438 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b96c01-99f6-4164-ba48-fe2aa0ec8ac9 req-f6091d9f-adf4-40bb-8918-b30604e7ed02 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:28.606434 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-38b96c01-99f6-4164-ba48-fe2aa0ec8ac9 req-f6091d9f-adf4-40bb-8918-b30604e7ed02 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff495625-b409-4b63-93e2-68dbf32cd7c5 HTTP/1.1" status: 200 len: 945 time: 0.0904572 Nov 22 10:35:28.607518 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Provisioning complete for port 1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:35:28.608201 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:28.708744 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:28.733433 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-38b96c01-99f6-4164-ba48-fe2aa0ec8ac9 req-45deb8b5-57ae-4856-8277-59bf7feed6c5 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172802 Nov 22 10:35:28.747937 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9de7e-f48b-44d6-a935-7540ec686191 req-c67ab3bc-2c02-4b1d-85c1-9407424802c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:28.749820 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-40e9de7e-f48b-44d6-a935-7540ec686191 req-c67ab3bc-2c02-4b1d-85c1-9407424802c0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=153a66f8-3695-4a0f-8479-33d7bddbc164 HTTP/1.1" status: 200 len: 920 time: 0.1419959 Nov 22 10:35:28.761140 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port 1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec,segment=NetworkSegment(b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c),segment_id=b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:35:28.762283 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '640f234a-3202-4c2c-97b9-32b4048c9ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec'}] {{(pid=102912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:35:28.764808 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871da4fec6c70e81ce77d4e4817c66d6168a6b102b4e2b260a442deac58e97e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c24977-2dd6-4907-989f-8f21662a3360" -d '{"events": [{"server_uuid": "640f234a-3202-4c2c-97b9-32b4048c9ef3", "name": "network-vif-plugged", "status": "completed", "tag": "1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec"}]}' {{(pid=102912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:35:28.769576 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:28.770721 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device 16c7e493-84ec-4f05-8c01-8c85e582654e up at agent hyperv_hv-cinder-80403 {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:35:28.819433 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-40e9de7e-f48b-44d6-a935-7540ec686191 req-33a8921d-9db7-41d7-b96a-d73e316742a9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20f53f90-3a43-45e0-ab9e-ae35149604a8 HTTP/1.1" status: 200 len: 217 time: 0.0600007 Nov 22 10:35:28.835463 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 10:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a620dc8c-f2b9-423e-847e-a53cfb0b715d x-openstack-request-id: req-a620dc8c-f2b9-423e-847e-a53cfb0b715d {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:35:28.835794 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "640f234a-3202-4c2c-97b9-32b4048c9ef3", "name": "network-vif-plugged", "status": "completed", "tag": "1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec", "code": 200}]} {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:35:28.836048 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a620dc8c-f2b9-423e-847e-a53cfb0b715d {{(pid=102912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:35:28.836453 dv-cinder-804035-13-iscsi neutron-server[102912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '640f234a-3202-4c2c-97b9-32b4048c9ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec', 'code': 200} Nov 22 10:35:28.863451 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Pushing event updated for resources: {'Port': ['ID=1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec,revision_number=5']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:28.880864 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Provisioning for port 16c7e493-84ec-4f05-8c01-8c85e582654e completed by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 10:35:28.890978 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Provisioning complete for port 16c7e493-84ec-4f05-8c01-8c85e582654e triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:35:28.892105 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:28.918056 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9de7e-f48b-44d6-a935-7540ec686191 req-6e0172df-13f4-44a8-8141-e38c04b0910f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:28.920223 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-40e9de7e-f48b-44d6-a935-7540ec686191 req-6e0172df-13f4-44a8-8141-e38c04b0910f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c80a285c-563e-448a-9814-994fad543ecd HTTP/1.1" status: 200 len: 859 time: 0.0920057 Nov 22 10:35:28.940642 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4df0e7-4022-4ae9-a065-66f4809ef06c req-7bc81528-1c19-4cb3-85b2-b7adcfa0754c tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:28.942650 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ed4df0e7-4022-4ae9-a065-66f4809ef06c req-7bc81528-1c19-4cb3-85b2-b7adcfa0754c tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 945 time: 0.0645177 Nov 22 10:35:28.988540 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-40e9de7e-f48b-44d6-a935-7540ec686191 req-5b394a43-b5b4-4909-a8e7-efe634b5a7b9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=153a66f8-3695-4a0f-8479-33d7bddbc164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575356 Nov 22 10:35:29.026402 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:29.077847 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port 16c7e493-84ec-4f05-8c01-8c85e582654e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=16c7e493-84ec-4f05-8c01-8c85e582654e,segment=NetworkSegment(a89922f2-694e-41b6-9361-4a293f55702b),segment_id=a89922f2-694e-41b6-9361-4a293f55702b)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:35:29.089099 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:29.104920 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-40e9de7e-f48b-44d6-a935-7540ec686191 req-db8a6a44-f1bf-438f-a780-02de3f63bd60 service neutron] 10.222.0.20 "GET /v2.0/networks/153a66f8-3695-4a0f-8479-33d7bddbc164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999784 Nov 22 10:35:29.158896 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 39634) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:29.166287 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Pushing event updated for resources: {'Port': ['ID=16c7e493-84ec-4f05-8c01-8c85e582654e,revision_number=5']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:29.237054 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ed4df0e7-4022-4ae9-a065-66f4809ef06c req-34668d54-4ead-4b13-af8c-e63942bfb4ea tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2829573 Nov 22 10:35:29.283284 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd57d71-0006-4b93-a86d-20de74af3844 req-c770703d-fa62-489c-bf9a-5a295c6bda68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:29.285118 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6dd57d71-0006-4b93-a86d-20de74af3844 req-c770703d-fa62-489c-bf9a-5a295c6bda68 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 1098 time: 0.1789968 Nov 22 10:35:29.324107 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d79a70d5-660f-4332-8f97-56f65e747592 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:29.351106 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-40e9de7e-f48b-44d6-a935-7540ec686191 req-7bf4eb1d-9ef0-4853-a70d-380b37d4de0f service neutron] 10.222.0.20 "GET /v2.0/networks/153a66f8-3695-4a0f-8479-33d7bddbc164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074666 Nov 22 10:35:29.370377 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6dd57d71-0006-4b93-a86d-20de74af3844 req-1fe5fb43-a02e-46f1-b537-c456ecff7f97 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635738 Nov 22 10:35:29.534813 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db38bd-ec07-42f2-8232-bda9c645b47b req-16803fbc-1406-4d3c-9223-cf734f0ffd87 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:29.537335 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b0db38bd-ec07-42f2-8232-bda9c645b47b req-16803fbc-1406-4d3c-9223-cf734f0ffd87 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 945 time: 0.0724366 Nov 22 10:35:29.600620 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b0db38bd-ec07-42f2-8232-bda9c645b47b req-a7e16c23-c03f-4f5e-bd30-c13448171162 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf58da-bfeb-4d08-b545-68fed93dbb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568800 Nov 22 10:35:29.623937 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d79a70d5-660f-4332-8f97-56f65e747592 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:29.629260 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d79a70d5-660f-4332-8f97-56f65e747592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:29.670646 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79a70d5-660f-4332-8f97-56f65e747592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e83d8cd-b732-4819-a4c9-992ff87a8c0b,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:29.676638 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-d79a70d5-660f-4332-8f97-56f65e747592 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2362779b5f4f46ee86e5500885d3e7e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5151100 Nov 22 10:35:29.679551 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 39662) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:29.740518 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2f877bf3-2ceb-4e45-92f0-ec8b1178b55d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:29.783741 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2f877bf3-2ceb-4e45-92f0-ec8b1178b55d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:29.846606 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e21c8dd6-a119-43bc-9b42-7d87f9168fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:29.868230 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2f877bf3-2ceb-4e45-92f0-ec8b1178b55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:29.871411 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2f877bf3-2ceb-4e45-92f0-ec8b1178b55d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:29.875786 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-2f877bf3-2ceb-4e45-92f0-ec8b1178b55d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5e83d8cd-b732-4819-a4c9-992ff87a8c0b HTTP/1.1" status: 204 len: 168 time: 0.1951895 Nov 22 10:35:29.885177 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f877bf3-2ceb-4e45-92f0-ec8b1178b55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e83d8cd-b732-4819-a4c9-992ff87a8c0b,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:29.912172 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8b823-7d5b-46ac-9665-45b38d155423 req-738f94b8-c529-436c-a77b-6d09c6b3f510 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:29.914160 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-16e8b823-7d5b-46ac-9665-45b38d155423 req-738f94b8-c529-436c-a77b-6d09c6b3f510 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff495625-b409-4b63-93e2-68dbf32cd7c5 HTTP/1.1" status: 200 len: 945 time: 0.0806429 Nov 22 10:35:30.008605 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-16e8b823-7d5b-46ac-9665-45b38d155423 req-3950d2ba-dd16-48f7-88f1-8a370cf2b3e3 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876572 Nov 22 10:35:30.357516 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d2160-c3eb-4895-b788-01bc7aec4440 req-a9b8f0a9-be34-4264-8389-a0323606a864 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:30.359094 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3a9d2160-c3eb-4895-b788-01bc7aec4440 req-a9b8f0a9-be34-4264-8389-a0323606a864 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 945 time: 0.0560892 Nov 22 10:35:30.417274 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3a9d2160-c3eb-4895-b788-01bc7aec4440 req-4754574d-a143-440d-99fe-558763356b4b tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508003 Nov 22 10:35:30.712861 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 39710) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:30.733612 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c94852-4b1b-47a3-8004-ac551bd37e3d req-de8e3729-836e-4966-8a79-859e4bc04b53 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:30.735264 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-81c94852-4b1b-47a3-8004-ac551bd37e3d req-de8e3729-836e-4966-8a79-859e4bc04b53 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 945 time: 0.0625041 Nov 22 10:35:30.787638 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:30.799557 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-81c94852-4b1b-47a3-8004-ac551bd37e3d req-827af3b8-acf8-402a-8807-8a71a2f396e4 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf58da-bfeb-4d08-b545-68fed93dbb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580220 Nov 22 10:35:30.837696 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '516b0499-a733-410c-9a0c-6e98ff43aba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16c7e493-84ec-4f05-8c01-8c85e582654e'}] {{(pid=102912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:35:30.840617 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871da4fec6c70e81ce77d4e4817c66d6168a6b102b4e2b260a442deac58e97e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-472cd895-517c-4b4a-b1c6-5ce8ae9349b3" -d '{"events": [{"server_uuid": "516b0499-a733-410c-9a0c-6e98ff43aba0", "name": "network-vif-plugged", "status": "completed", "tag": "16c7e493-84ec-4f05-8c01-8c85e582654e"}]}' {{(pid=102912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:35:30.866448 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-bcd59259-1360-491a-834c-61c3f4f9c04c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:30.893726 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 10:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67bac884-f789-4414-abc1-b5702d604f96 x-openstack-request-id: req-67bac884-f789-4414-abc1-b5702d604f96 {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:35:30.894404 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "516b0499-a733-410c-9a0c-6e98ff43aba0", "name": "network-vif-plugged", "status": "completed", "tag": "16c7e493-84ec-4f05-8c01-8c85e582654e", "code": 200}]} {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:35:30.894982 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-67bac884-f789-4414-abc1-b5702d604f96 {{(pid=102912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:35:30.895500 dv-cinder-804035-13-iscsi neutron-server[102912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '516b0499-a733-410c-9a0c-6e98ff43aba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16c7e493-84ec-4f05-8c01-8c85e582654e', 'code': 200} Nov 22 10:35:30.956715 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-bcd59259-1360-491a-834c-61c3f4f9c04c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:30.962562 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-bcd59259-1360-491a-834c-61c3f4f9c04c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:31.011641 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-bcd59259-1360-491a-834c-61c3f4f9c04c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=37174a60cef64946a59699e9691f711e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2966406 Nov 22 10:35:31.014369 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 39744) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:31.020672 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd59259-1360-491a-834c-61c3f4f9c04c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ee43be-a00a-4755-8784-233b3da2400a,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:31.089021 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-46b49f35-5021-4774-99d0-a8e8f9292705 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:31.154815 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-46b49f35-5021-4774-99d0-a8e8f9292705 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:31.221767 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d09e6e-a4d5-4e16-978f-11e46650b1ff req-b7b2665c-947a-4fd1-a2d0-15795b9cfdb2 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:31.223316 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-71d09e6e-a4d5-4e16-978f-11e46650b1ff req-b7b2665c-947a-4fd1-a2d0-15795b9cfdb2 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff495625-b409-4b63-93e2-68dbf32cd7c5 HTTP/1.1" status: 200 len: 945 time: 0.1146677 Nov 22 10:35:31.233368 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3673265-26e6-4f5b-80c4-81a5a42e8a6b req-d6673904-aef9-42e7-986f-64f3ba934635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:31.234815 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d3673265-26e6-4f5b-80c4-81a5a42e8a6b req-d6673904-aef9-42e7-986f-64f3ba934635 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 1098 time: 0.0995557 Nov 22 10:35:31.282737 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-46b49f35-5021-4774-99d0-a8e8f9292705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:31.285491 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-46b49f35-5021-4774-99d0-a8e8f9292705 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:31.287293 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-46b49f35-5021-4774-99d0-a8e8f9292705 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e9ee43be-a00a-4755-8784-233b3da2400a HTTP/1.1" status: 204 len: 168 time: 0.2718358 Nov 22 10:35:31.322402 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b49f35-5021-4774-99d0-a8e8f9292705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ee43be-a00a-4755-8784-233b3da2400a,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:31.331155 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-71d09e6e-a4d5-4e16-978f-11e46650b1ff req-333f6345-d005-4452-bc91-e23b5fc64500 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000276 Nov 22 10:35:31.345427 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d3673265-26e6-4f5b-80c4-81a5a42e8a6b req-73d1d22b-3491-45ee-bf7c-f06e9a76d59a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e0bf58da-bfeb-4d08-b545-68fed93dbb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926778 Nov 22 10:35:31.593714 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb2881-c304-404f-9c9c-4417acd3ac24 req-e805a5a3-f57c-400a-9c97-807899ae25d3 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:31.596972 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2bfb2881-c304-404f-9c9c-4417acd3ac24 req-e805a5a3-f57c-400a-9c97-807899ae25d3 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 945 time: 0.0557292 Nov 22 10:35:31.664313 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2bfb2881-c304-404f-9c9c-4417acd3ac24 req-803ba02f-2a5d-4ab0-bc9e-4be5a2208efe tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575302 Nov 22 10:35:31.732526 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 39792) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:31.760474 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-63ecf8d4-a69a-4409-ae3e-a4915ac89648 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:31.840180 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aeb562-468c-4081-ae2e-ab0c5c588bc9 req-9db75964-eb97-44b7-a503-892bcb4831d3 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:31.842218 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-19aeb562-468c-4081-ae2e-ab0c5c588bc9 req-9db75964-eb97-44b7-a503-892bcb4831d3 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 945 time: 0.0909529 Nov 22 10:35:31.852091 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 39804) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:31.859713 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.v2.base [None req-21d7a30f-82ef-446e-a165-b122b9bcb84e tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Request body: {'floatingip': {'port_id': '1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec'}} {{(pid=102910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:35:31.913250 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-63ecf8d4-a69a-4409-ae3e-a4915ac89648 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:31.921193 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-63ecf8d4-a69a-4409-ae3e-a4915ac89648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:32.006594 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-21d7a30f-82ef-446e-a165-b122b9bcb84e tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks [] for floatingip, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:32.014207 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ecf8d4-a69a-4409-ae3e-a4915ac89648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e64a96f-36b5-4955-8151-8856f2c18232,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:32.021161 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-63ecf8d4-a69a-4409-ae3e-a4915ac89648 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fa7298a020f44c70a11a10bd1f8f1142&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2875154 Nov 22 10:35:32.029610 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 39812) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:32.068123 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a12b1a-77e3-4f3f-a941-ca1e7249fbcd req-a720ae04-3c98-493b-b1ac-53295574c778 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:32.070050 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-30a12b1a-77e3-4f3f-a941-ca1e7249fbcd req-a720ae04-3c98-493b-b1ac-53295574c778 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 945 time: 0.1216142 Nov 22 10:35:32.137817 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-6c53c911-c38d-4054-b0cc-462dbc822124 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:32.152837 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-30a12b1a-77e3-4f3f-a941-ca1e7249fbcd req-1a1faee0-2b7c-4a7d-bc7e-7925c8d86f05 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf58da-bfeb-4d08-b545-68fed93dbb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756440 Nov 22 10:35:32.176890 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-6c53c911-c38d-4054-b0cc-462dbc822124 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:32.239538 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-6c53c911-c38d-4054-b0cc-462dbc822124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:32.242396 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-6c53c911-c38d-4054-b0cc-462dbc822124 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:32.243572 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-6c53c911-c38d-4054-b0cc-462dbc822124 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8e64a96f-36b5-4955-8151-8856f2c18232 HTTP/1.1" status: 204 len: 168 time: 0.2129993 Nov 22 10:35:32.252138 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c53c911-c38d-4054-b0cc-462dbc822124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e64a96f-36b5-4955-8151-8856f2c18232,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:32.520855 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30d494-85a8-4ceb-80a4-0ec2f6637e39 req-4e7c9703-7bb5-4314-ab32-53dda296a897 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:32.523266 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ca30d494-85a8-4ceb-80a4-0ec2f6637e39 req-4e7c9703-7bb5-4314-ab32-53dda296a897 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff495625-b409-4b63-93e2-68dbf32cd7c5 HTTP/1.1" status: 200 len: 945 time: 0.0989423 Nov 22 10:35:32.649936 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ca30d494-85a8-4ceb-80a4-0ec2f6637e39 req-cde0fcb4-b796-43fe-ac3b-87123570d128 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941095 Nov 22 10:35:32.808464 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-21d7a30f-82ef-446e-a165-b122b9bcb84e tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:32.814053 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-21d7a30f-82ef-446e-a165-b122b9bcb84e tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030162'] for floatingip, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:32.948249 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.db.l3_db [None req-21d7a30f-82ef-446e-a165-b122b9bcb84e tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Floating IP 2cd7104d-9cfd-44d3-85f8-d246d4208a4e associated. External IP: 172.27.0.99, port: 1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec. Nov 22 10:35:33.283614 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d7a30f-82ef-446e-a165-b122b9bcb84e tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Router 0fcb52cf-a380-4431-aa8b-b28d74dc8fb9 has already been hosted by L3 agent fa3112ac-4a6e-40b6-a491-552ca746a833 {{(pid=102910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 10:35:33.303460 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830358f-64fb-4866-aca5-1493f1241f58 req-c8b2cf60-6902-4255-a1fb-944776beaf85 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:33.309817 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0830358f-64fb-4866-aca5-1493f1241f58 req-c8b2cf60-6902-4255-a1fb-944776beaf85 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 945 time: 0.0713825 Nov 22 10:35:33.368477 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0830358f-64fb-4866-aca5-1493f1241f58 req-c41aef58-853a-4b1e-ad1c-bf9e2a86afaa tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf58da-bfeb-4d08-b545-68fed93dbb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493128 Nov 22 10:35:33.600559 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d7a30f-82ef-446e-a165-b122b9bcb84e tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Notify agent at l3_agent.dv-cinder-804035-13-iscsi the message routers_updated {{(pid=102910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 10:35:33.606133 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-21d7a30f-82ef-446e-a165-b122b9bcb84e tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for floatingip, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:33.618460 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf299c2-2f62-4621-ad6e-b9fe040252c2 None None] Sync routers for ids ['0fcb52cf-a380-4431-aa8b-b28d74dc8fb9'] in dv-cinder-804035-13-iscsi {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 10:35:33.629328 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf299c2-2f62-4621-ad6e-b9fe040252c2 None None] Routers {'0fcb52cf-a380-4431-aa8b-b28d74dc8fb9'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:35:33.629969 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-9cf299c2-2f62-4621-ad6e-b9fe040252c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:35:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['0fcb52cf-a380-4431-aa8b-b28d74dc8fb9'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:35:33.639418 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-21d7a30f-82ef-446e-a165-b122b9bcb84e tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "PUT /v2.0/floatingips/2cd7104d-9cfd-44d3-85f8-d246d4208a4e HTTP/1.1" status: 200 len: 990 time: 1.7849736 Nov 22 10:35:33.640228 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '640f234a-3202-4c2c-97b9-32b4048c9ef3', 'tag': '1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:35:33.643560 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2087fbdd0508056fa5b30bb185ea5ce3ab7f559fa9cfd34086e27060f42f3c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920106f3-f66b-475a-bebd-8e84019c482a" -d '{"events": [{"name": "network-changed", "server_uuid": "640f234a-3202-4c2c-97b9-32b4048c9ef3", "tag": "1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:35:33.683165 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 10:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611cd950-c469-4b97-b5b5-3ff006cdd7c3 x-openstack-request-id: req-611cd950-c469-4b97-b5b5-3ff006cdd7c3 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:35:33.683791 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "640f234a-3202-4c2c-97b9-32b4048c9ef3", "tag": "1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec", "status": "completed", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:35:33.684168 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-611cd950-c469-4b97-b5b5-3ff006cdd7c3 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:35:33.684808 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '640f234a-3202-4c2c-97b9-32b4048c9ef3', 'tag': '1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec', 'status': 'completed', 'code': 200} Nov 22 10:35:33.802799 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-9cf299c2-2f62-4621-ad6e-b9fe040252c2 None None] Set router 0fcb52cf-a380-4431-aa8b-b28d74dc8fb9 gateway port host: dv-cinder-804035-13-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:35:33.814312 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95d4da-9590-4b0f-983a-0b021c009da1 req-97b951f3-e579-4ea4-abe7-669b4abcce1e tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:33.815977 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-db95d4da-9590-4b0f-983a-0b021c009da1 req-97b951f3-e579-4ea4-abe7-669b4abcce1e tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff495625-b409-4b63-93e2-68dbf32cd7c5 HTTP/1.1" status: 200 len: 945 time: 0.0736978 Nov 22 10:35:33.866479 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-db95d4da-9590-4b0f-983a-0b021c009da1 req-08bd628e-18c2-48c6-9b92-555c1abab6ad tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440474 Nov 22 10:35:34.079407 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-9cf299c2-2f62-4621-ad6e-b9fe040252c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fcb52cf-a380-4431-aa8b-b28d74dc8fb9', 'name': 'tempest-AttachVolumeShelveTestJSON-6190435-router', 'tenant_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '260c4cc6-d584-431e-ae2a-5e3741288db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:34:38Z', 'updated_at': '2021-11-22T10:34:46Z', 'revision_number': 4, 'project_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'gw_port': {'id': '260c4cc6-d584-431e-ae2a-5e3741288db2', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:78:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcb52cf-a380-4431-aa8b-b28d74dc8fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:39Z', 'updated_at': '2021-11-22T10:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_floatingips': [{'id': '2cd7104d-9cfd-44d3-85f8-d246d4208a4e', 'tenant_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'floating_ip_address': '172.27.0.99', 'floating_network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'router_id': '0fcb52cf-a380-4431-aa8b-b28d74dc8fb9', 'port_id': '1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e114790e-2c2f-46a4-8dd6-49197de38f16', 'mac_address': 'fa:16:3e:4a:8a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640f234a-3202-4c2c-97b9-32b4048c9ef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T10:35:01Z', 'updated_at': '2021-11-22T10:35:32Z', 'revision_number': 1, 'project_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4acd6b4-5657-4fc7-95cd-7daa4a3f2014', 'name': '', 'network_id': 'e114790e-2c2f-46a4-8dd6-49197de38f16', 'tenant_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'mac_address': 'fa:16:3e:c9:07:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcb52cf-a380-4431-aa8b-b28d74dc8fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c4f21e7d-d84a-4ede-b812-0052f7303231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:43Z', 'updated_at': '2021-11-22T10:34:57Z', 'revision_number': 5, 'project_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'subnets': [{'id': 'c4f21e7d-d84a-4ede-b812-0052f7303231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:35:34.106342 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf299c2-2f62-4621-ad6e-b9fe040252c2 None None] Checking router: 0fcb52cf-a380-4431-aa8b-b28d74dc8fb9 for host: dv-cinder-804035-13-iscsi {{(pid=102913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 10:35:34.115363 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf299c2-2f62-4621-ad6e-b9fe040252c2 None None] Routers {'0fcb52cf-a380-4431-aa8b-b28d74dc8fb9'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:35:34.116912 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-9cf299c2-2f62-4621-ad6e-b9fe040252c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:35:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['0fcb52cf-a380-4431-aa8b-b28d74dc8fb9'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:35:34.228790 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-9cf299c2-2f62-4621-ad6e-b9fe040252c2 None None] Set router 0fcb52cf-a380-4431-aa8b-b28d74dc8fb9 gateway port host: dv-cinder-804035-13-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:35:34.463943 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-9cf299c2-2f62-4621-ad6e-b9fe040252c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fcb52cf-a380-4431-aa8b-b28d74dc8fb9', 'name': 'tempest-AttachVolumeShelveTestJSON-6190435-router', 'tenant_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '260c4cc6-d584-431e-ae2a-5e3741288db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:34:38Z', 'updated_at': '2021-11-22T10:34:46Z', 'revision_number': 4, 'project_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'gw_port': {'id': '260c4cc6-d584-431e-ae2a-5e3741288db2', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:78:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcb52cf-a380-4431-aa8b-b28d74dc8fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:39Z', 'updated_at': '2021-11-22T10:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_floatingips': [{'id': '2cd7104d-9cfd-44d3-85f8-d246d4208a4e', 'tenant_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'floating_ip_address': '172.27.0.99', 'floating_network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'router_id': '0fcb52cf-a380-4431-aa8b-b28d74dc8fb9', 'port_id': '1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e114790e-2c2f-46a4-8dd6-49197de38f16', 'mac_address': 'fa:16:3e:4a:8a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640f234a-3202-4c2c-97b9-32b4048c9ef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T10:35:01Z', 'updated_at': '2021-11-22T10:35:32Z', 'revision_number': 1, 'project_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4acd6b4-5657-4fc7-95cd-7daa4a3f2014', 'name': '', 'network_id': 'e114790e-2c2f-46a4-8dd6-49197de38f16', 'tenant_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'mac_address': 'fa:16:3e:c9:07:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcb52cf-a380-4431-aa8b-b28d74dc8fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c4f21e7d-d84a-4ede-b812-0052f7303231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:43Z', 'updated_at': '2021-11-22T10:34:57Z', 'revision_number': 5, 'project_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'subnets': [{'id': 'c4f21e7d-d84a-4ede-b812-0052f7303231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:35:34.488828 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27353e-f887-4437-9dfd-3681300d9d77 req-59217588-503e-4f2a-9620-e53a5a346e4d tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:34.490318 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ef27353e-f887-4437-9dfd-3681300d9d77 req-59217588-503e-4f2a-9620-e53a5a346e4d tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 945 time: 0.0525920 Nov 22 10:35:34.491168 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf299c2-2f62-4621-ad6e-b9fe040252c2 None None] The sync data for ids ['0fcb52cf-a380-4431-aa8b-b28d74dc8fb9'] in dv-cinder-804035-13-iscsi is: [{'id': '0fcb52cf-a380-4431-aa8b-b28d74dc8fb9', 'name': 'tempest-AttachVolumeShelveTestJSON-6190435-router', 'tenant_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '260c4cc6-d584-431e-ae2a-5e3741288db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:34:38Z', 'updated_at': '2021-11-22T10:34:46Z', 'revision_number': 4, 'project_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'gw_port': {'id': '260c4cc6-d584-431e-ae2a-5e3741288db2', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:78:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcb52cf-a380-4431-aa8b-b28d74dc8fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:39Z', 'updated_at': '2021-11-22T10:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_floatingips': [{'id': '2cd7104d-9cfd-44d3-85f8-d246d4208a4e', 'tenant_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'floating_ip_address': '172.27.0.99', 'floating_network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'router_id': '0fcb52cf-a380-4431-aa8b-b28d74dc8fb9', 'port_id': '1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e114790e-2c2f-46a4-8dd6-49197de38f16', 'mac_address': 'fa:16:3e:4a:8a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640f234a-3202-4c2c-97b9-32b4048c9ef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T10:35:01Z', 'updated_at': '2021-11-22T10:35:32Z', 'revision_number': 1, 'project_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4acd6b4-5657-4fc7-95cd-7daa4a3f2014', 'name': '', 'network_id': 'e114790e-2c2f-46a4-8dd6-49197de38f16', 'tenant_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'mac_address': 'fa:16:3e:c9:07:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcb52cf-a380-4431-aa8b-b28d74dc8fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c4f21e7d-d84a-4ede-b812-0052f7303231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:43Z', 'updated_at': '2021-11-22T10:34:57Z', 'revision_number': 5, 'project_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'subnets': [{'id': 'c4f21e7d-d84a-4ede-b812-0052f7303231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 10:35:34.542854 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ef27353e-f887-4437-9dfd-3681300d9d77 req-95bc73e9-ae87-4184-a963-8ac570aeb21d tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf58da-bfeb-4d08-b545-68fed93dbb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456381 Nov 22 10:35:34.697868 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519fb8cd-6355-40c9-930b-747fca23085f None None] New status for floating IP 2cd7104d-9cfd-44d3-85f8-d246d4208a4e: ACTIVE {{(pid=102912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 10:35:34.985546 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5996b-9dd1-4dc5-9733-677e53d3f434 req-41ba90a3-9b36-4b26-9a80-402f07c78824 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:34.987075 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bac5996b-9dd1-4dc5-9733-677e53d3f434 req-41ba90a3-9b36-4b26-9a80-402f07c78824 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff495625-b409-4b63-93e2-68dbf32cd7c5 HTTP/1.1" status: 200 len: 945 time: 0.0501359 Nov 22 10:35:35.041454 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bac5996b-9dd1-4dc5-9733-677e53d3f434 req-eb8bf394-7a97-4def-ada6-1b4ba3eaa3ff tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483820 Nov 22 10:35:35.668674 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee9396c-a75d-42d5-9a3a-2cfdd47ff8ba req-7242b96b-dc0b-407d-b4c6-0d800b7a84d5 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:35.670293 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5ee9396c-a75d-42d5-9a3a-2cfdd47ff8ba req-7242b96b-dc0b-407d-b4c6-0d800b7a84d5 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 945 time: 0.0571072 Nov 22 10:35:35.754019 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5ee9396c-a75d-42d5-9a3a-2cfdd47ff8ba req-e7cb2fab-a932-47f7-b4d3-32629a1eb213 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf58da-bfeb-4d08-b545-68fed93dbb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775232 Nov 22 10:35:35.762331 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920106f3-f66b-475a-bebd-8e84019c482a req-443a39cb-f5cf-477d-979d-8bc2508d8a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:35.763857 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-920106f3-f66b-475a-bebd-8e84019c482a req-443a39cb-f5cf-477d-979d-8bc2508d8a08 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f2a799df19ef409eb8975d5f05fa1c01&device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 1098 time: 0.0855653 Nov 22 10:35:35.866417 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920106f3-f66b-475a-bebd-8e84019c482a req-e3be72d3-e551-49a2-91ab-b1d22100100b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:35.867972 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-920106f3-f66b-475a-bebd-8e84019c482a req-e3be72d3-e551-49a2-91ab-b1d22100100b service neutron] 10.222.0.20 "GET /v2.0/networks?id=e114790e-2c2f-46a4-8dd6-49197de38f16 HTTP/1.1" status: 200 len: 915 time: 0.0922086 Nov 22 10:35:35.972695 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-920106f3-f66b-475a-bebd-8e84019c482a req-43ab8e07-4c16-42ad-a513-91721e4ac53f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec HTTP/1.1" status: 200 len: 1000 time: 0.0956211 Nov 22 10:35:36.023727 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920106f3-f66b-475a-bebd-8e84019c482a req-68eb1710-fca5-4e52-9e8f-5b83926972de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:36.025309 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-920106f3-f66b-475a-bebd-8e84019c482a req-68eb1710-fca5-4e52-9e8f-5b83926972de service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c4f21e7d-d84a-4ede-b812-0052f7303231 HTTP/1.1" status: 200 len: 853 time: 0.0453844 Nov 22 10:35:36.078978 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920106f3-f66b-475a-bebd-8e84019c482a req-09cfb142-067d-49c2-b2be-6a3b0dfc8594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:36.080595 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-920106f3-f66b-475a-bebd-8e84019c482a req-09cfb142-067d-49c2-b2be-6a3b0dfc8594 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e114790e-2c2f-46a4-8dd6-49197de38f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0416267 Nov 22 10:35:36.228341 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b539dcb-2372-45a0-a5e0-ed1dc2c57415 req-2e9a7a12-4f7e-4794-a836-4bdb40a4a730 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:36.229841 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0b539dcb-2372-45a0-a5e0-ed1dc2c57415 req-2e9a7a12-4f7e-4794-a836-4bdb40a4a730 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff495625-b409-4b63-93e2-68dbf32cd7c5 HTTP/1.1" status: 200 len: 945 time: 0.0867813 Nov 22 10:35:36.235621 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-920106f3-f66b-475a-bebd-8e84019c482a req-93b41088-ebe9-4c79-884b-518402a8738e service neutron] 10.222.0.20 "GET /v2.0/networks/e114790e-2c2f-46a4-8dd6-49197de38f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428862 Nov 22 10:35:36.342455 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0b539dcb-2372-45a0-a5e0-ed1dc2c57415 req-2eefa54c-ec4e-4770-9bb0-d8314cef0820 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056874 Nov 22 10:35:36.377544 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-920106f3-f66b-475a-bebd-8e84019c482a req-f4089f7e-ac47-4055-8b2d-7cade67f52ea service neutron] 10.222.0.20 "GET /v2.0/networks/e114790e-2c2f-46a4-8dd6-49197de38f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268687 Nov 22 10:35:36.889425 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79660154-63d7-4b2c-be65-9c70b935fe73 req-14d59610-3daf-4fd7-b31f-9fd3f73fbe82 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:36.891635 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-79660154-63d7-4b2c-be65-9c70b935fe73 req-14d59610-3daf-4fd7-b31f-9fd3f73fbe82 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 945 time: 0.0626230 Nov 22 10:35:36.963545 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-79660154-63d7-4b2c-be65-9c70b935fe73 req-b010a41f-4673-4670-84b0-3ec53f4988d2 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf58da-bfeb-4d08-b545-68fed93dbb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642617 Nov 22 10:35:37.109357 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa7b6a-609f-4acd-9d6a-5c8a50288808 req-14e941bf-92af-412a-9006-a6c252a52cac tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:37.110969 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ebaa7b6a-609f-4acd-9d6a-5c8a50288808 req-14e941bf-92af-412a-9006-a6c252a52cac tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 945 time: 0.0724802 Nov 22 10:35:37.120930 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 39976) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:37.127275 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-e66e42c2-1926-4f15-8069-2d30e8dd4545 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Request body: {'floatingip': {'port_id': '16c7e493-84ec-4f05-8c01-8c85e582654e'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:35:37.452394 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e66e42c2-1926-4f15-8069-2d30e8dd4545 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks [] for floatingip, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:37.521080 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 39998) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:37.636866 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e11080-10a7-4e60-be32-32026d2db137 req-6ee7b30f-6686-4965-8a44-ea46cefe3274 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:37.638524 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-87e11080-10a7-4e60-be32-32026d2db137 req-6ee7b30f-6686-4965-8a44-ea46cefe3274 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fa7b826-3fcb-47c6-8301-f88892120095 HTTP/1.1" status: 200 len: 945 time: 0.2091887 Nov 22 10:35:37.649264 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44b453-878a-4ae0-b083-96dd88447a54 req-31e0c0bb-8e55-41de-bb91-00fabae89d79 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:37.657062 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-dc44b453-878a-4ae0-b083-96dd88447a54 req-31e0c0bb-8e55-41de-bb91-00fabae89d79 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff495625-b409-4b63-93e2-68dbf32cd7c5 HTTP/1.1" status: 200 len: 945 time: 0.2263577 Nov 22 10:35:37.671361 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6bbd2059-996f-4c0e-a395-91f115035dd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:37.772457 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6bbd2059-996f-4c0e-a395-91f115035dd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:37.781845 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6bbd2059-996f-4c0e-a395-91f115035dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:37.812558 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-dc44b453-878a-4ae0-b083-96dd88447a54 req-b53a6645-ac72-41ad-b68a-8ce335aaec8b tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543474 Nov 22 10:35:37.863200 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-6bbd2059-996f-4c0e-a395-91f115035dd9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=914463ea86d64b06834cc11e758af43a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3385828 Nov 22 10:35:37.863200 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd2059-996f-4c0e-a395-91f115035dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891fbf38-9bd5-47d3-86de-21a895554f21,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:37.864348 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 40010) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:37.878185 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-87e11080-10a7-4e60-be32-32026d2db137 req-f99a9cc2-6fdf-4714-9b9b-9cc21f2708b0 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1e63607-04e4-4aae-aa64-7f57e2435f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148995 Nov 22 10:35:37.943758 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0d1fc272-5f5a-4c08-acf8-89a7775812ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:37.971035 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0d1fc272-5f5a-4c08-acf8-89a7775812ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:38.031235 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0d1fc272-5f5a-4c08-acf8-89a7775812ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:38.034225 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0d1fc272-5f5a-4c08-acf8-89a7775812ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:38.035437 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-0d1fc272-5f5a-4c08-acf8-89a7775812ac admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/891fbf38-9bd5-47d3-86de-21a895554f21 HTTP/1.1" status: 204 len: 168 time: 0.1701350 Nov 22 10:35:38.044591 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1fc272-5f5a-4c08-acf8-89a7775812ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891fbf38-9bd5-47d3-86de-21a895554f21,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:38.350187 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 40020) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:38.367120 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-777915cd-5576-4f5c-8b45-359240473105 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:38.375394 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e66e42c2-1926-4f15-8069-2d30e8dd4545 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:38.381127 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e66e42c2-1926-4f15-8069-2d30e8dd4545 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030162'] for floatingip, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:38.453093 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-777915cd-5576-4f5c-8b45-359240473105 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:38.461922 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-777915cd-5576-4f5c-8b45-359240473105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:38.491298 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.db.l3_db [None req-e66e42c2-1926-4f15-8069-2d30e8dd4545 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Floating IP dc11de56-6b1b-4fa6-9ae5-61d292560327 associated. External IP: 172.27.0.129, port: 16c7e493-84ec-4f05-8c01-8c85e582654e. Nov 22 10:35:38.513955 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777915cd-5576-4f5c-8b45-359240473105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9aaa18-bcd7-4c62-a642-c5ca23edb86d,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:38.520238 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-777915cd-5576-4f5c-8b45-359240473105 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5df4cf9d09e84246a14ba60756e7ecd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1658890 Nov 22 10:35:38.520238 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 40024) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:38.520412 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 40026) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:38.546365 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777915cd-5576-4f5c-8b45-359240473105 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:35:38.547056 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777915cd-5576-4f5c-8b45-359240473105 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:35:38.547056 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777915cd-5576-4f5c-8b45-359240473105 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:35:38.547365 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777915cd-5576-4f5c-8b45-359240473105 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:35:38.547721 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777915cd-5576-4f5c-8b45-359240473105 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:35:38.548046 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777915cd-5576-4f5c-8b45-359240473105 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:35:38.548597 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777915cd-5576-4f5c-8b45-359240473105 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:35:38.549135 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777915cd-5576-4f5c-8b45-359240473105 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:35:38.549649 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777915cd-5576-4f5c-8b45-359240473105 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:35:38.549975 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777915cd-5576-4f5c-8b45-359240473105 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:35:38.550299 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777915cd-5576-4f5c-8b45-359240473105 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:35:38.550622 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777915cd-5576-4f5c-8b45-359240473105 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:35:38.609287 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ff8ee744-6ffe-4f98-b7d8-9fe8c6a81c0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:38.638814 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ff8ee744-6ffe-4f98-b7d8-9fe8c6a81c0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:38.660384 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0c1c048e-4f3f-4793-982b-3e5ac16074cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:38.717286 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66e42c2-1926-4f15-8069-2d30e8dd4545 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Router c3b5e53f-7b2e-43de-8199-cbce758bd5c5 has already been hosted by L3 agent fa3112ac-4a6e-40b6-a491-552ca746a833 {{(pid=102911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 10:35:38.723333 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ff8ee744-6ffe-4f98-b7d8-9fe8c6a81c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:38.726306 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ff8ee744-6ffe-4f98-b7d8-9fe8c6a81c0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:38.727452 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-ff8ee744-6ffe-4f98-b7d8-9fe8c6a81c0a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cd9aaa18-bcd7-4c62-a642-c5ca23edb86d HTTP/1.1" status: 204 len: 168 time: 0.2062492 Nov 22 10:35:38.741208 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ee744-6ffe-4f98-b7d8-9fe8c6a81c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9aaa18-bcd7-4c62-a642-c5ca23edb86d,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:38.785131 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0c1c048e-4f3f-4793-982b-3e5ac16074cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:38.793238 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0c1c048e-4f3f-4793-982b-3e5ac16074cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:38.841544 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c048e-4f3f-4793-982b-3e5ac16074cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3baba36a-91c3-47a3-95d8-e965ed708ced,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:38.847027 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-0c1c048e-4f3f-4793-982b-3e5ac16074cb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2e5dcd994d684a92913e4d9215c6fc60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3274150 Nov 22 10:35:38.859042 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 40034) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:38.957926 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3e9cba33-5ed5-44a5-b920-c185fa9afdae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:39.016095 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3e9cba33-5ed5-44a5-b920-c185fa9afdae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:39.097227 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3e9cba33-5ed5-44a5-b920-c185fa9afdae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:39.100426 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3e9cba33-5ed5-44a5-b920-c185fa9afdae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:39.102067 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-3e9cba33-5ed5-44a5-b920-c185fa9afdae admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3baba36a-91c3-47a3-95d8-e965ed708ced HTTP/1.1" status: 204 len: 168 time: 0.2418864 Nov 22 10:35:39.113308 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9cba33-5ed5-44a5-b920-c185fa9afdae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3baba36a-91c3-47a3-95d8-e965ed708ced,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:39.195784 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66e42c2-1926-4f15-8069-2d30e8dd4545 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Notify agent at l3_agent.dv-cinder-804035-13-iscsi the message routers_updated {{(pid=102911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 10:35:39.201489 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e66e42c2-1926-4f15-8069-2d30e8dd4545 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for floatingip, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:39.211452 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d47cf11-14d1-4ecc-9639-7632ec51c79e None None] Sync routers for ids ['c3b5e53f-7b2e-43de-8199-cbce758bd5c5'] in dv-cinder-804035-13-iscsi {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 10:35:39.212138 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9967f-4767-409c-9551-7a516b0f2455 req-e252d525-1dd6-4bf6-8ccd-741be1b36407 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:39.219055 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-26c9967f-4767-409c-9551-7a516b0f2455 req-e252d525-1dd6-4bf6-8ccd-741be1b36407 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fa7b826-3fcb-47c6-8301-f88892120095 HTTP/1.1" status: 200 len: 945 time: 0.1283684 Nov 22 10:35:39.227029 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d47cf11-14d1-4ecc-9639-7632ec51c79e None None] Routers {'c3b5e53f-7b2e-43de-8199-cbce758bd5c5'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:35:39.230115 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-5d47cf11-14d1-4ecc-9639-7632ec51c79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:35:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['c3b5e53f-7b2e-43de-8199-cbce758bd5c5'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:35:39.261259 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587a952-de3b-4887-8421-a73d7c955a0f req-9159710c-87f7-49fe-8295-888d7bb45ad5 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:39.262908 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9587a952-de3b-4887-8421-a73d7c955a0f req-9159710c-87f7-49fe-8295-888d7bb45ad5 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff495625-b409-4b63-93e2-68dbf32cd7c5 HTTP/1.1" status: 200 len: 945 time: 0.1737928 Nov 22 10:35:39.295640 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-e66e42c2-1926-4f15-8069-2d30e8dd4545 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "PUT /v2.0/floatingips/dc11de56-6b1b-4fa6-9ae5-61d292560327 HTTP/1.1" status: 200 len: 991 time: 2.1735857 Nov 22 10:35:39.303053 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '516b0499-a733-410c-9a0c-6e98ff43aba0', 'tag': '16c7e493-84ec-4f05-8c01-8c85e582654e'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:35:39.305926 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5429d6209f9db75179b029b02f265116e5db13468d9d60e00895472a7fa8ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60bc4674-3a8f-446d-b167-938fca86fdab" -d '{"events": [{"name": "network-changed", "server_uuid": "516b0499-a733-410c-9a0c-6e98ff43aba0", "tag": "16c7e493-84ec-4f05-8c01-8c85e582654e"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:35:39.338946 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-26c9967f-4767-409c-9551-7a516b0f2455 req-482f92c6-c950-4922-a5c3-077abae76ce3 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1e63607-04e4-4aae-aa64-7f57e2435f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189930 Nov 22 10:35:39.356223 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9587a952-de3b-4887-8421-a73d7c955a0f req-384955f8-2100-48a5-801b-8271de889ce4 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867512 Nov 22 10:35:39.372893 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-5d47cf11-14d1-4ecc-9639-7632ec51c79e None None] Set router c3b5e53f-7b2e-43de-8199-cbce758bd5c5 gateway port host: dv-cinder-804035-13-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:35:39.564761 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 10:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9fadf2-7efb-4911-9bbd-d3066d93b75a x-openstack-request-id: req-6d9fadf2-7efb-4911-9bbd-d3066d93b75a {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:35:39.565689 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "516b0499-a733-410c-9a0c-6e98ff43aba0", "tag": "16c7e493-84ec-4f05-8c01-8c85e582654e", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:35:39.566268 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6d9fadf2-7efb-4911-9bbd-d3066d93b75a {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:35:39.566846 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '516b0499-a733-410c-9a0c-6e98ff43aba0', 'tag': '16c7e493-84ec-4f05-8c01-8c85e582654e', 'status': 'completed', 'code': 200} Nov 22 10:35:39.589556 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f29e6-c2db-4c6f-8bd9-41248d4e701b req-267b91ca-6158-4195-83b2-7d530c85f280 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:39.594779 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-796f29e6-c2db-4c6f-8bd9-41248d4e701b req-267b91ca-6158-4195-83b2-7d530c85f280 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fa7b826-3fcb-47c6-8301-f88892120095 HTTP/1.1" status: 200 len: 945 time: 0.0968857 Nov 22 10:35:39.765902 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc4674-3a8f-446d-b167-938fca86fdab req-3f5776cd-c7ac-4653-a5dc-c384aa558a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:39.767498 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-60bc4674-3a8f-446d-b167-938fca86fdab req-3f5776cd-c7ac-4653-a5dc-c384aa558a58 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ea3b1b45ca144f90b1c89acf24e22074&device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 1098 time: 0.1639135 Nov 22 10:35:39.797179 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-5d47cf11-14d1-4ecc-9639-7632ec51c79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b5e53f-7b2e-43de-8199-cbce758bd5c5', 'name': 'tempest-AttachVolumeTestJSON-382854439-router', 'tenant_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '4a8c2585-4e06-4b93-9f13-77f9c53a0328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:34:41Z', 'updated_at': '2021-11-22T10:34:54Z', 'revision_number': 4, 'project_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'gw_port': {'id': '4a8c2585-4e06-4b93-9f13-77f9c53a0328', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:15:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b5e53f-7b2e-43de-8199-cbce758bd5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:43Z', 'updated_at': '2021-11-22T10:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_floatingips': [{'id': 'dc11de56-6b1b-4fa6-9ae5-61d292560327', 'tenant_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'floating_ip_address': '172.27.0.129', 'floating_network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'router_id': 'c3b5e53f-7b2e-43de-8199-cbce758bd5c5', 'port_id': '16c7e493-84ec-4f05-8c01-8c85e582654e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8081780-6619-4e5e-aa59-236a3848a084', 'mac_address': 'fa:16:3e:57:77:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516b0499-a733-410c-9a0c-6e98ff43aba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T10:35:09Z', 'updated_at': '2021-11-22T10:35:38Z', 'revision_number': 1, 'project_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec6d911a-cbb3-43e2-85ea-c3d26a101f74', 'name': '', 'network_id': 'f8081780-6619-4e5e-aa59-236a3848a084', 'tenant_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'mac_address': 'fa:16:3e:cd:43:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b5e53f-7b2e-43de-8199-cbce758bd5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '42224e55-d7ca-4407-9b29-fa448fd58ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:49Z', 'updated_at': '2021-11-22T10:35:07Z', 'revision_number': 5, 'project_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'subnets': [{'id': '42224e55-d7ca-4407-9b29-fa448fd58ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:35:39.848861 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d47cf11-14d1-4ecc-9639-7632ec51c79e None None] Checking router: c3b5e53f-7b2e-43de-8199-cbce758bd5c5 for host: dv-cinder-804035-13-iscsi {{(pid=102913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 10:35:39.863375 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d47cf11-14d1-4ecc-9639-7632ec51c79e None None] Routers {'c3b5e53f-7b2e-43de-8199-cbce758bd5c5'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:35:39.864884 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-5d47cf11-14d1-4ecc-9639-7632ec51c79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:35:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['c3b5e53f-7b2e-43de-8199-cbce758bd5c5'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:35:39.884219 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-796f29e6-c2db-4c6f-8bd9-41248d4e701b req-afda1c78-1ce1-4bf4-8ee2-25c6ee3b6b83 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] Deleting port a26d823d-0945-45d5-b889-984e5d69086e {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:35:39.884468 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-796f29e6-c2db-4c6f-8bd9-41248d4e701b req-afda1c78-1ce1-4bf4-8ee2-25c6ee3b6b83 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:39.970336 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc4674-3a8f-446d-b167-938fca86fdab req-27456b0e-0303-4642-af82-67de8d355b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:39.971792 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-60bc4674-3a8f-446d-b167-938fca86fdab req-27456b0e-0303-4642-af82-67de8d355b14 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f8081780-6619-4e5e-aa59-236a3848a084 HTTP/1.1" status: 200 len: 911 time: 0.1944513 Nov 22 10:35:40.003179 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-5d47cf11-14d1-4ecc-9639-7632ec51c79e None None] Set router c3b5e53f-7b2e-43de-8199-cbce758bd5c5 gateway port host: dv-cinder-804035-13-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:35:40.082175 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-796f29e6-c2db-4c6f-8bd9-41248d4e701b req-afda1c78-1ce1-4bf4-8ee2-25c6ee3b6b83 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] For port a26d823d-0945-45d5-b889-984e5d69086e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a26d823d-0945-45d5-b889-984e5d69086e,segment=NetworkSegment(63440e24-0f00-480b-afb5-85bcb4c38474),segment_id=63440e24-0f00-480b-afb5-85bcb4c38474)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:35:40.082699 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-796f29e6-c2db-4c6f-8bd9-41248d4e701b req-afda1c78-1ce1-4bf4-8ee2-25c6ee3b6b83 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:40.111094 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-796f29e6-c2db-4c6f-8bd9-41248d4e701b req-afda1c78-1ce1-4bf4-8ee2-25c6ee3b6b83 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] Calling delete_port for a26d823d-0945-45d5-b889-984e5d69086e owned by compute:nova {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:35:40.116568 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-60bc4674-3a8f-446d-b167-938fca86fdab req-2455e193-118c-4f26-bb49-bd9ceec2b588 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16c7e493-84ec-4f05-8c01-8c85e582654e HTTP/1.1" status: 200 len: 999 time: 0.1336105 Nov 22 10:35:40.273193 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc4674-3a8f-446d-b167-938fca86fdab req-e62d4398-b483-4474-93df-0fb46152ff59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:40.274824 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-60bc4674-3a8f-446d-b167-938fca86fdab req-e62d4398-b483-4474-93df-0fb46152ff59 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42224e55-d7ca-4407-9b29-fa448fd58ac4 HTTP/1.1" status: 200 len: 849 time: 0.1431320 Nov 22 10:35:40.339028 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-5d47cf11-14d1-4ecc-9639-7632ec51c79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b5e53f-7b2e-43de-8199-cbce758bd5c5', 'name': 'tempest-AttachVolumeTestJSON-382854439-router', 'tenant_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '4a8c2585-4e06-4b93-9f13-77f9c53a0328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:34:41Z', 'updated_at': '2021-11-22T10:34:54Z', 'revision_number': 4, 'project_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'gw_port': {'id': '4a8c2585-4e06-4b93-9f13-77f9c53a0328', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:15:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b5e53f-7b2e-43de-8199-cbce758bd5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:43Z', 'updated_at': '2021-11-22T10:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_floatingips': [{'id': 'dc11de56-6b1b-4fa6-9ae5-61d292560327', 'tenant_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'floating_ip_address': '172.27.0.129', 'floating_network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'router_id': 'c3b5e53f-7b2e-43de-8199-cbce758bd5c5', 'port_id': '16c7e493-84ec-4f05-8c01-8c85e582654e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8081780-6619-4e5e-aa59-236a3848a084', 'mac_address': 'fa:16:3e:57:77:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516b0499-a733-410c-9a0c-6e98ff43aba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T10:35:09Z', 'updated_at': '2021-11-22T10:35:38Z', 'revision_number': 1, 'project_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec6d911a-cbb3-43e2-85ea-c3d26a101f74', 'name': '', 'network_id': 'f8081780-6619-4e5e-aa59-236a3848a084', 'tenant_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'mac_address': 'fa:16:3e:cd:43:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b5e53f-7b2e-43de-8199-cbce758bd5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '42224e55-d7ca-4407-9b29-fa448fd58ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:49Z', 'updated_at': '2021-11-22T10:35:07Z', 'revision_number': 5, 'project_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'subnets': [{'id': '42224e55-d7ca-4407-9b29-fa448fd58ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:35:40.376085 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc4674-3a8f-446d-b167-938fca86fdab req-7781b3c0-165e-45a8-85bd-4167924fd513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:40.376085 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-60bc4674-3a8f-446d-b167-938fca86fdab req-7781b3c0-165e-45a8-85bd-4167924fd513 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f8081780-6619-4e5e-aa59-236a3848a084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0733998 Nov 22 10:35:40.377907 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d47cf11-14d1-4ecc-9639-7632ec51c79e None None] The sync data for ids ['c3b5e53f-7b2e-43de-8199-cbce758bd5c5'] in dv-cinder-804035-13-iscsi is: [{'id': 'c3b5e53f-7b2e-43de-8199-cbce758bd5c5', 'name': 'tempest-AttachVolumeTestJSON-382854439-router', 'tenant_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '4a8c2585-4e06-4b93-9f13-77f9c53a0328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:34:41Z', 'updated_at': '2021-11-22T10:34:54Z', 'revision_number': 4, 'project_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'gw_port': {'id': '4a8c2585-4e06-4b93-9f13-77f9c53a0328', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:15:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b5e53f-7b2e-43de-8199-cbce758bd5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:43Z', 'updated_at': '2021-11-22T10:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_floatingips': [{'id': 'dc11de56-6b1b-4fa6-9ae5-61d292560327', 'tenant_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'floating_ip_address': '172.27.0.129', 'floating_network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'router_id': 'c3b5e53f-7b2e-43de-8199-cbce758bd5c5', 'port_id': '16c7e493-84ec-4f05-8c01-8c85e582654e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8081780-6619-4e5e-aa59-236a3848a084', 'mac_address': 'fa:16:3e:57:77:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516b0499-a733-410c-9a0c-6e98ff43aba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T10:35:09Z', 'updated_at': '2021-11-22T10:35:38Z', 'revision_number': 1, 'project_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec6d911a-cbb3-43e2-85ea-c3d26a101f74', 'name': '', 'network_id': 'f8081780-6619-4e5e-aa59-236a3848a084', 'tenant_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'mac_address': 'fa:16:3e:cd:43:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b5e53f-7b2e-43de-8199-cbce758bd5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '42224e55-d7ca-4407-9b29-fa448fd58ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:49Z', 'updated_at': '2021-11-22T10:35:07Z', 'revision_number': 5, 'project_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'subnets': [{'id': '42224e55-d7ca-4407-9b29-fa448fd58ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 10:35:40.648979 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-796f29e6-c2db-4c6f-8bd9-41248d4e701b req-afda1c78-1ce1-4bf4-8ee2-25c6ee3b6b83 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:40.662878 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] get_ports_and_sgs() called for port_ids ['a26d823d-0945-45d5-b889-984e5d69086e'] {{(pid=102912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 10:35:40.681861 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0462c19-eb99-45cf-bb95-6b0453ee0658 req-364ad281-4c4b-4ae4-a755-39b365e7b827 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:40.683449 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c0462c19-eb99-45cf-bb95-6b0453ee0658 req-364ad281-4c4b-4ae4-a755-39b365e7b827 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fa7b826-3fcb-47c6-8301-f88892120095 HTTP/1.1" status: 200 len: 867 time: 0.1721528 Nov 22 10:35:40.727103 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13133d5a-84fd-41de-aa8a-2526afe0b9e8 None None] New status for floating IP dc11de56-6b1b-4fa6-9ae5-61d292560327: ACTIVE {{(pid=102912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 10:35:40.760320 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-60bc4674-3a8f-446d-b167-938fca86fdab req-71b53f3c-2fda-418b-9df4-4b37a3c4ad66 service neutron] 10.222.0.20 "GET /v2.0/networks/f8081780-6619-4e5e-aa59-236a3848a084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159678 Nov 22 10:35:40.821300 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70847b01-3304-489b-b9cc-493854c9bc4c req-47e404ac-23d9-4fe2-bbf2-3b89a652ddd4 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:40.822814 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-70847b01-3304-489b-b9cc-493854c9bc4c req-47e404ac-23d9-4fe2-bbf2-3b89a652ddd4 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff495625-b409-4b63-93e2-68dbf32cd7c5 HTTP/1.1" status: 200 len: 945 time: 0.2742782 Nov 22 10:35:40.964134 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-60bc4674-3a8f-446d-b167-938fca86fdab req-a18cb51d-87dc-44ca-8b81-1fc2b32dafcc service neutron] 10.222.0.20 "GET /v2.0/networks/f8081780-6619-4e5e-aa59-236a3848a084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402032 Nov 22 10:35:40.995311 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afda1c78-1ce1-4bf4-8ee2-25c6ee3b6b83 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] Pushing event deleted for resources: {'Port': ['ID=a26d823d-0945-45d5-b889-984e5d69086e,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:41.029835 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda1c78-1ce1-4bf4-8ee2-25c6ee3b6b83 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:35:41.030610 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda1c78-1ce1-4bf4-8ee2-25c6ee3b6b83 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:35:41.031279 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda1c78-1ce1-4bf4-8ee2-25c6ee3b6b83 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:35:41.031913 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda1c78-1ce1-4bf4-8ee2-25c6ee3b6b83 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:35:41.032469 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda1c78-1ce1-4bf4-8ee2-25c6ee3b6b83 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:35:41.033143 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda1c78-1ce1-4bf4-8ee2-25c6ee3b6b83 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:35:41.033638 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda1c78-1ce1-4bf4-8ee2-25c6ee3b6b83 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:35:41.034486 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda1c78-1ce1-4bf4-8ee2-25c6ee3b6b83 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:35:41.035035 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda1c78-1ce1-4bf4-8ee2-25c6ee3b6b83 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:35:41.035422 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda1c78-1ce1-4bf4-8ee2-25c6ee3b6b83 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:35:41.035828 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda1c78-1ce1-4bf4-8ee2-25c6ee3b6b83 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:35:41.036326 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda1c78-1ce1-4bf4-8ee2-25c6ee3b6b83 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:35:41.040770 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-796f29e6-c2db-4c6f-8bd9-41248d4e701b req-afda1c78-1ce1-4bf4-8ee2-25c6ee3b6b83 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] No DVR routers for this DVR port a26d823d-0945-45d5-b889-984e5d69086e on host hv-cinder-80403 {{(pid=102911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 10:35:41.045338 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-796f29e6-c2db-4c6f-8bd9-41248d4e701b req-afda1c78-1ce1-4bf4-8ee2-25c6ee3b6b83 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:41.054083 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-796f29e6-c2db-4c6f-8bd9-41248d4e701b req-afda1c78-1ce1-4bf4-8ee2-25c6ee3b6b83 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] 10.222.0.20 "DELETE /v2.0/ports/a26d823d-0945-45d5-b889-984e5d69086e HTTP/1.1" status: 204 len: 173 time: 1.4471571 Nov 22 10:35:41.127695 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c0462c19-eb99-45cf-bb95-6b0453ee0658 req-03a130b5-b01b-4803-9544-625cc015aa35 tempest-DeleteServersTestJSON-97510847 tempest-DeleteServersTestJSON-97510847-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1e63607-04e4-4aae-aa64-7f57e2435f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971033 Nov 22 10:35:41.131693 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-70847b01-3304-489b-b9cc-493854c9bc4c req-8273ddab-b598-4a16-b60a-ec8a1d49badb tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419847 Nov 22 10:35:41.568307 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa7b826-3fcb-47c6-8301-f88892120095', 'name': 'network-vif-deleted', 'tag': 'a26d823d-0945-45d5-b889-984e5d69086e'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:35:41.571778 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5429d6209f9db75179b029b02f265116e5db13468d9d60e00895472a7fa8ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83efdd1-e707-446f-a429-4d57bc5f9296" -d '{"events": [{"server_uuid": "0fa7b826-3fcb-47c6-8301-f88892120095", "name": "network-vif-deleted", "tag": "a26d823d-0945-45d5-b889-984e5d69086e"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:35:41.623159 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 10:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95bb2af-7e1c-4402-9b96-1cbb64e056ce x-openstack-request-id: req-e95bb2af-7e1c-4402-9b96-1cbb64e056ce {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:35:41.623486 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fa7b826-3fcb-47c6-8301-f88892120095", "name": "network-vif-deleted", "tag": "a26d823d-0945-45d5-b889-984e5d69086e", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:35:41.623769 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e95bb2af-7e1c-4402-9b96-1cbb64e056ce {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:35:41.624180 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fa7b826-3fcb-47c6-8301-f88892120095', 'name': 'network-vif-deleted', 'tag': 'a26d823d-0945-45d5-b889-984e5d69086e', 'status': 'completed', 'code': 200} Nov 22 10:35:41.896120 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 40256) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:42.012621 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-df4228d4-6b16-4f6f-81d6-b46ee793b2c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:42.109323 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-df4228d4-6b16-4f6f-81d6-b46ee793b2c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:42.113517 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-df4228d4-6b16-4f6f-81d6-b46ee793b2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:42.152733 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4228d4-6b16-4f6f-81d6-b46ee793b2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c898a9-e1ae-4573-ba47-cf9e7169ba79,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:42.157142 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-df4228d4-6b16-4f6f-81d6-b46ee793b2c4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=545ebbf6a72e4879bb129f05685e08c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2599516 Nov 22 10:35:42.159935 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 40260) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:42.214055 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2dd6e0b3-f251-42fc-94a7-2786ffab0c6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:42.256847 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2dd6e0b3-f251-42fc-94a7-2786ffab0c6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:42.344880 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad27ce-9f1d-4542-bf46-7205793fb837 req-d46f0918-03be-4e7c-b98d-0d9aca48b501 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:42.352871 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-eaad27ce-9f1d-4542-bf46-7205793fb837 req-d46f0918-03be-4e7c-b98d-0d9aca48b501 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff495625-b409-4b63-93e2-68dbf32cd7c5 HTTP/1.1" status: 200 len: 945 time: 0.0927618 Nov 22 10:35:42.384449 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2dd6e0b3-f251-42fc-94a7-2786ffab0c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:42.387719 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2dd6e0b3-f251-42fc-94a7-2786ffab0c6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:42.388752 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-2dd6e0b3-f251-42fc-94a7-2786ffab0c6e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/54c898a9-e1ae-4573-ba47-cf9e7169ba79 HTTP/1.1" status: 204 len: 168 time: 0.2278557 Nov 22 10:35:42.409252 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd6e0b3-f251-42fc-94a7-2786ffab0c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c898a9-e1ae-4573-ba47-cf9e7169ba79,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:42.415036 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-eaad27ce-9f1d-4542-bf46-7205793fb837 req-13a3187f-83d5-499e-9735-6d78d28baf5b tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608103 Nov 22 10:35:42.746676 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 40290) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:42.760734 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1f196557-6bbf-4e2e-9d66-c44d8b39ac08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:42.837622 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1f196557-6bbf-4e2e-9d66-c44d8b39ac08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:42.842519 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1f196557-6bbf-4e2e-9d66-c44d8b39ac08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:42.885004 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f196557-6bbf-4e2e-9d66-c44d8b39ac08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49392dfa-720a-40ef-bb80-5a65699e2637,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:42.890580 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-1f196557-6bbf-4e2e-9d66-c44d8b39ac08 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0aff9272da5a4f6c9e56a94cac6b7c3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1428404 Nov 22 10:35:42.893565 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 40292) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:42.964894 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f373ad6b-3010-4903-a38d-d246b33d82c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:42.986894 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f373ad6b-3010-4903-a38d-d246b33d82c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:43.033150 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f373ad6b-3010-4903-a38d-d246b33d82c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:43.035581 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f373ad6b-3010-4903-a38d-d246b33d82c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:43.036792 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-f373ad6b-3010-4903-a38d-d246b33d82c6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/49392dfa-720a-40ef-bb80-5a65699e2637 HTTP/1.1" status: 204 len: 168 time: 0.1421576 Nov 22 10:35:43.045142 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f373ad6b-3010-4903-a38d-d246b33d82c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49392dfa-720a-40ef-bb80-5a65699e2637,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:43.568797 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d4ac5-4a9f-4948-b40d-2f07cbe5c423 req-f8c7201d-c50d-4c06-aa89-dc3f2b4d4d5a tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:43.570849 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-058d4ac5-4a9f-4948-b40d-2f07cbe5c423 req-f8c7201d-c50d-4c06-aa89-dc3f2b4d4d5a tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff495625-b409-4b63-93e2-68dbf32cd7c5 HTTP/1.1" status: 200 len: 945 time: 0.0563304 Nov 22 10:35:43.628563 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-058d4ac5-4a9f-4948-b40d-2f07cbe5c423 req-94207220-0c34-47f6-b882-32b0267a8134 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449984 Nov 22 10:35:43.761164 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 40330) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:43.808887 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2eb1739-baed-4e06-bd6d-16b9c4a9e5e0 admin admin] Deleting subnet 9a9e9cf0-35cc-4a36-bfd6-f90434d239c5 {{(pid=102910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 10:35:43.812402 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a2eb1739-baed-4e06-bd6d-16b9c4a9e5e0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:43.816943 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 40332) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:43.850188 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a2eb1739-baed-4e06-bd6d-16b9c4a9e5e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11681776'] for subnet, precommit_delete_associations {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:43.893741 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a2eb1739-baed-4e06-bd6d-16b9c4a9e5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4094229'] for subnet, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:43.919762 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-d5765c80-4b61-45cb-aaa3-e14089d78c28 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1722965149-network', 'tenant_id': '4aa86d766a954554b6dc79984ed36bd5'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:35:43.941087 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5765c80-4b61-45cb-aaa3-e14089d78c28 admin admin] Made reservation on behalf of 4aa86d766a954554b6dc79984ed36bd5 for: {'network': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 10:35:43.943672 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d5765c80-4b61-45cb-aaa3-e14089d78c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for network, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:43.951456 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a2eb1739-baed-4e06-bd6d-16b9c4a9e5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4094220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1162214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11983770'] for subnet, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:43.954035 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d5765c80-4b61-45cb-aaa3-e14089d78c28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:43.981149 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a2eb1739-baed-4e06-bd6d-16b9c4a9e5e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for subnet, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:43.984441 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-a2eb1739-baed-4e06-bd6d-16b9c4a9e5e0 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/9a9e9cf0-35cc-4a36-bfd6-f90434d239c5 HTTP/1.1" status: 204 len: 168 time: 0.2222550 Nov 22 10:35:43.987108 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 40336) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:43.994371 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eb1739-baed-4e06-bd6d-16b9c4a9e5e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a9e9cf0-35cc-4a36-bfd6-f90434d239c5,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:44.031558 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d5765c80-4b61-45cb-aaa3-e14089d78c28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:44.036532 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d5765c80-4b61-45cb-aaa3-e14089d78c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:44.059444 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f7f823d7-91f9-4b02-a9fd-a0e283991ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4185191'] for network, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:44.064484 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5765c80-4b61-45cb-aaa3-e14089d78c28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=102911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 10:35:44.078728 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5765c80-4b61-45cb-aaa3-e14089d78c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e69de2-a7b6-4f55-abcf-22017b026c31,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:44.083513 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d5765c80-4b61-45cb-aaa3-e14089d78c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4063698'] for segment, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:44.083876 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.db.segments_db [None req-d5765c80-4b61-45cb-aaa3-e14089d78c28 admin admin] Added segment 6c328c1b-5346-40cf-a48a-8aa2d1f362ae of type vlan for network 75fe944d-7f58-47aa-b60a-343caa9b99aa Nov 22 10:35:44.126443 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d5765c80-4b61-45cb-aaa3-e14089d78c28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749315269614'] for network, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:44.143752 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f7f823d7-91f9-4b02-a9fd-a0e283991ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4095910', 'neutron.services.segments.db._delete_segments_for_network-8749315723659'] for network, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:44.159796 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d5765c80-4b61-45cb-aaa3-e14089d78c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861'] for network, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:44.161607 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5765c80-4b61-45cb-aaa3-e14089d78c28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:44.163396 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d5765c80-4b61-45cb-aaa3-e14089d78c28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for network, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:44.173029 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.services.segments.db [None req-f7f823d7-91f9-4b02-a9fd-a0e283991ccd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1274854e-81ee-4efd-ac30-bca6abb4f0ab']}} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:35:44.182911 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.services.segments.db [None req-f7f823d7-91f9-4b02-a9fd-a0e283991ccd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63440e24-0f00-480b-afb5-85bcb4c38474') {'for_net_delete': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:35:44.183194 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.services.segments.db [None req-f7f823d7-91f9-4b02-a9fd-a0e283991ccd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63440e24-0f00-480b-afb5-85bcb4c38474') {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:35:44.196547 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f7f823d7-91f9-4b02-a9fd-a0e283991ccd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749315818006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11681769'] for segment, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:44.211789 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f7f823d7-91f9-4b02-a9fd-a0e283991ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4063698'] for segment, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:44.223077 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7f823d7-91f9-4b02-a9fd-a0e283991ccd admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=102910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 10:35:44.223513 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f7f823d7-91f9-4b02-a9fd-a0e283991ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4063698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1162168'] for segment, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:44.225867 dv-cinder-804035-13-iscsi neutron-server[102910]: Traceback (most recent call last): Nov 22 10:35:44.225867 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 10:35:44.225867 dv-cinder-804035-13-iscsi neutron-server[102910]: timer() Nov 22 10:35:44.225867 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 10:35:44.225867 dv-cinder-804035-13-iscsi neutron-server[102910]: cb(*args, **kw) Nov 22 10:35:44.225867 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 10:35:44.225867 dv-cinder-804035-13-iscsi neutron-server[102910]: return func(*args, **kwargs) Nov 22 10:35:44.225867 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 10:35:44.225867 dv-cinder-804035-13-iscsi neutron-server[102910]: self._notify() Nov 22 10:35:44.225867 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 10:35:44.225867 dv-cinder-804035-13-iscsi neutron-server[102910]: self.callback(batched_events) Nov 22 10:35:44.225867 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 10:35:44.225867 dv-cinder-804035-13-iscsi neutron-server[102910]: event.method(event) Nov 22 10:35:44.225867 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 10:35:44.225867 dv-cinder-804035-13-iscsi neutron-server[102910]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 10:35:44.225867 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 10:35:44.225867 dv-cinder-804035-13-iscsi neutron-server[102910]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 10:35:44.225867 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 10:35:44.225867 dv-cinder-804035-13-iscsi neutron-server[102910]: return f(self, *a, **k) Nov 22 10:35:44.225867 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 10:35:44.225867 dv-cinder-804035-13-iscsi neutron-server[102910]: return self._get(url).json() Nov 22 10:35:44.225867 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 10:35:44.225867 dv-cinder-804035-13-iscsi neutron-server[102910]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 10:35:44.225867 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 10:35:44.225867 dv-cinder-804035-13-iscsi neutron-server[102910]: return self.request(url, 'GET', **kwargs) Nov 22 10:35:44.225867 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 10:35:44.225867 dv-cinder-804035-13-iscsi neutron-server[102910]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 10:35:44.225867 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 10:35:44.225867 dv-cinder-804035-13-iscsi neutron-server[102910]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 10:35:44.225867 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 10:35:44.225867 dv-cinder-804035-13-iscsi neutron-server[102910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 10:35:44.225867 dv-cinder-804035-13-iscsi neutron-server[102910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 10:35:44.233688 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-d5765c80-4b61-45cb-aaa3-e14089d78c28 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4155738 Nov 22 10:35:44.236645 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 40338) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:44.243266 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-5294cc25-beff-4c78-b3a2-511930bbec92 admin admin] Request body: {'subnet': {'network_id': '75fe944d-7f58-47aa-b60a-343caa9b99aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1722965149-subnet', 'tenant_id': '4aa86d766a954554b6dc79984ed36bd5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:35:44.247628 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5765c80-4b61-45cb-aaa3-e14089d78c28 admin admin] Pushing event updated for resources: {'Network': ['ID=75fe944d-7f58-47aa-b60a-343caa9b99aa,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:44.260023 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Network 75fe944d-7f58-47aa-b60a-343caa9b99aa details requested by agent ovs-agent-dv-cinder-804035-13-iscsi with host dv-cinder-804035-13-iscsi {{(pid=102912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 10:35:44.269506 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5294cc25-beff-4c78-b3a2-511930bbec92 admin admin] Made reservation on behalf of 4aa86d766a954554b6dc79984ed36bd5 for: {'subnet': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 10:35:44.272064 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5294cc25-beff-4c78-b3a2-511930bbec92 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:44.293882 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f7f823d7-91f9-4b02-a9fd-a0e283991ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4095928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1030268'] for network, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:44.303336 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f7f823d7-91f9-4b02-a9fd-a0e283991ccd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for network, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:44.307796 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-f7f823d7-91f9-4b02-a9fd-a0e283991ccd admin admin] 10.222.0.46 "DELETE /v2.0/networks/1274854e-81ee-4efd-ac30-bca6abb4f0ab HTTP/1.1" status: 204 len: 168 time: 0.3196476 Nov 22 10:35:44.337904 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f823d7-91f9-4b02-a9fd-a0e283991ccd admin admin] Pushing event deleted for resources: {'Network': ['ID=1274854e-81ee-4efd-ac30-bca6abb4f0ab,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:44.459443 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 40344) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:44.488817 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5294cc25-beff-4c78-b3a2-511930bbec92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861'] for subnet, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:44.522344 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-18692f10-b0b3-4e23-8e09-7ac24560e385 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=df68136f15294909b23428e0edcd740d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0593622 Nov 22 10:35:44.522706 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 40350) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:44.561719 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5294cc25-beff-4c78-b3a2-511930bbec92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c062ff3-3b29-423e-8521-ebba15772f8d,revision_number=0']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:44.567217 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5294cc25-beff-4c78-b3a2-511930bbec92 admin admin] Checking segment: {'id': '6c328c1b-5346-40cf-a48a-8aa2d1f362ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '75fe944d-7f58-47aa-b60a-343caa9b99aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:35:44.567701 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5294cc25-beff-4c78-b3a2-511930bbec92 admin admin] Network hostable DHCP agents. Network: 75fe944d-7f58-47aa-b60a-343caa9b99aa, hostable agents: ['3a915d71-ad94-46fb-aadb-328912ff9e3f'], hosted agents: [] {{(pid=102911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 10:35:44.593079 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5294cc25-beff-4c78-b3a2-511930bbec92 admin admin] Network 75fe944d-7f58-47aa-b60a-343caa9b99aa is scheduled to be hosted by DHCP agent 3a915d71-ad94-46fb-aadb-328912ff9e3f with binding_index 1 {{(pid=102911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 10:35:44.605912 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-5294cc25-beff-4c78-b3a2-511930bbec92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-13-iscsi, 75fe944d-7f58-47aa-b60a-343caa9b99aa) {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:35:44.610990 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5294cc25-beff-4c78-b3a2-511930bbec92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:44.611773 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5294cc25-beff-4c78-b3a2-511930bbec92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for subnet, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:44.614017 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cb5bc561-8e39-4bf9-8131-bb1c496ad0f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:44.622165 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d7b34a-edb2-4aaa-aa0f-a5ff16155d70 None None] Network 75fe944d-7f58-47aa-b60a-343caa9b99aa requested from dv-cinder-804035-13-iscsi {{(pid=102912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 10:35:44.644450 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cb5bc561-8e39-4bf9-8131-bb1c496ad0f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:44.658986 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-5294cc25-beff-4c78-b3a2-511930bbec92 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4192653 Nov 22 10:35:44.712946 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cb5bc561-8e39-4bf9-8131-bb1c496ad0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:44.717146 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cb5bc561-8e39-4bf9-8131-bb1c496ad0f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:44.718996 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-cb5bc561-8e39-4bf9-8131-bb1c496ad0f8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a1e63607-04e4-4aae-aa64-7f57e2435f67 HTTP/1.1" status: 204 len: 168 time: 0.1943567 Nov 22 10:35:44.729209 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5bc561-8e39-4bf9-8131-bb1c496ad0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e63607-04e4-4aae-aa64-7f57e2435f67,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:44.749980 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device a26d823d-0945-45d5-b889-984e5d69086e no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 10:35:44.795832 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2664af-1ead-481c-b54a-84f447cba88d req-18f8be84-2f11-4efb-99ff-48aee8eb4410 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:44.798617 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7e2664af-1ead-481c-b54a-84f447cba88d req-18f8be84-2f11-4efb-99ff-48aee8eb4410 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff495625-b409-4b63-93e2-68dbf32cd7c5 HTTP/1.1" status: 200 len: 945 time: 0.0751920 Nov 22 10:35:44.813457 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] No Port match for: a26d823d-0945-45d5-b889-984e5d69086e {{(pid=102912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 10:35:44.813804 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device a26d823d-0945-45d5-b889-984e5d69086e not bound to the agent host hv-cinder-80403 {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 10:35:44.856645 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c6b22c-fc2f-458d-a368-e79ee2120322 None None] Network 75fe944d-7f58-47aa-b60a-343caa9b99aa requested from dv-cinder-804035-13-iscsi {{(pid=102912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 10:35:44.869190 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7e2664af-1ead-481c-b54a-84f447cba88d req-82a7b0f7-06dd-4b9b-89c8-88cd4740827c tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655262 Nov 22 10:35:45.654884 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 40392) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:45.758184 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.v2.base [None req-8fa26d20-3bcd-44a7-99b4-c16c42c2e625 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1699851576-network', 'tenant_id': 'a3d11e30d2104dbf9ece93bc38472a72'}} {{(pid=102910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:35:45.781108 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa26d20-3bcd-44a7-99b4-c16c42c2e625 admin admin] Made reservation on behalf of a3d11e30d2104dbf9ece93bc38472a72 for: {'network': 1} {{(pid=102910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 10:35:45.784833 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8fa26d20-3bcd-44a7-99b4-c16c42c2e625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for network, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:45.795628 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8fa26d20-3bcd-44a7-99b4-c16c42c2e625 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:45.879943 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8fa26d20-3bcd-44a7-99b4-c16c42c2e625 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:45.885567 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8fa26d20-3bcd-44a7-99b4-c16c42c2e625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:45.914862 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fa26d20-3bcd-44a7-99b4-c16c42c2e625 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=102910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 10:35:45.925398 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa26d20-3bcd-44a7-99b4-c16c42c2e625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce49b44d-0f14-491a-914c-df6131c1383d,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:45.936293 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8fa26d20-3bcd-44a7-99b4-c16c42c2e625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4063698'] for segment, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:45.936293 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.db.segments_db [None req-8fa26d20-3bcd-44a7-99b4-c16c42c2e625 admin admin] Added segment db179ef4-ef68-4c74-b563-b96560450275 of type vlan for network 1739dec4-235e-4240-8471-290e5b4cd168 Nov 22 10:35:45.992663 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8fa26d20-3bcd-44a7-99b4-c16c42c2e625 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749315269614'] for network, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:45.997192 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e9fac4-5a0d-418c-96fe-40a5baffdf14 req-19ab2960-10bc-4c35-99cf-5584819d89b4 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:45.998743 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-06e9fac4-5a0d-418c-96fe-40a5baffdf14 req-19ab2960-10bc-4c35-99cf-5584819d89b4 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff495625-b409-4b63-93e2-68dbf32cd7c5 HTTP/1.1" status: 200 len: 945 time: 0.0553489 Nov 22 10:35:46.019531 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8fa26d20-3bcd-44a7-99b4-c16c42c2e625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861'] for network, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:46.020699 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa26d20-3bcd-44a7-99b4-c16c42c2e625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:46.021509 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8fa26d20-3bcd-44a7-99b4-c16c42c2e625 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for network, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:46.051998 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-06e9fac4-5a0d-418c-96fe-40a5baffdf14 req-c378a7a8-e653-4089-84e4-e3af03ffc45f tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472026 Nov 22 10:35:46.076243 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-8fa26d20-3bcd-44a7-99b4-c16c42c2e625 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4201999 Nov 22 10:35:46.079308 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 40400) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:35:46.084509 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-f3f13071-4495-4541-8bdd-1a3eb0fabf75 admin admin] Request body: {'subnet': {'network_id': '1739dec4-235e-4240-8471-290e5b4cd168', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1699851576-subnet', 'tenant_id': 'a3d11e30d2104dbf9ece93bc38472a72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:35:46.090133 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa26d20-3bcd-44a7-99b4-c16c42c2e625 admin admin] Pushing event updated for resources: {'Network': ['ID=1739dec4-235e-4240-8471-290e5b4cd168,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:46.101076 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Network 1739dec4-235e-4240-8471-290e5b4cd168 details requested by agent ovs-agent-dv-cinder-804035-13-iscsi with host dv-cinder-804035-13-iscsi {{(pid=102912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 10:35:46.109376 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f13071-4495-4541-8bdd-1a3eb0fabf75 admin admin] Made reservation on behalf of a3d11e30d2104dbf9ece93bc38472a72 for: {'subnet': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 10:35:46.111873 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f3f13071-4495-4541-8bdd-1a3eb0fabf75 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:46.294012 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f3f13071-4495-4541-8bdd-1a3eb0fabf75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861'] for subnet, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:46.352142 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f13071-4495-4541-8bdd-1a3eb0fabf75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5af65900-70c0-40b7-a79b-e99bb6b7714c,revision_number=0']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:46.371064 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f13071-4495-4541-8bdd-1a3eb0fabf75 admin admin] Checking segment: {'id': 'db179ef4-ef68-4c74-b563-b96560450275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1739dec4-235e-4240-8471-290e5b4cd168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:35:46.371415 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f13071-4495-4541-8bdd-1a3eb0fabf75 admin admin] Network hostable DHCP agents. Network: 1739dec4-235e-4240-8471-290e5b4cd168, hostable agents: ['3a915d71-ad94-46fb-aadb-328912ff9e3f'], hosted agents: [] {{(pid=102911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 10:35:46.390688 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f13071-4495-4541-8bdd-1a3eb0fabf75 admin admin] Network 1739dec4-235e-4240-8471-290e5b4cd168 is scheduled to be hosted by DHCP agent 3a915d71-ad94-46fb-aadb-328912ff9e3f with binding_index 1 {{(pid=102911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 10:35:46.402219 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-f3f13071-4495-4541-8bdd-1a3eb0fabf75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-13-iscsi, 1739dec4-235e-4240-8471-290e5b4cd168) {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:35:46.406627 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f13071-4495-4541-8bdd-1a3eb0fabf75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:46.407246 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f3f13071-4495-4541-8bdd-1a3eb0fabf75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for subnet, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:46.411924 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd428eee-0990-46ae-8c58-553dc0522ebe None None] Network 1739dec4-235e-4240-8471-290e5b4cd168 requested from dv-cinder-804035-13-iscsi {{(pid=102912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 10:35:46.424025 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-f3f13071-4495-4541-8bdd-1a3eb0fabf75 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3434532 Nov 22 10:35:46.576239 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5b322ce8-2fe7-40ec-a551-efbff235621a req-d772024b-f67c-4b70-a822-5af6c9636fb5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0625665 Nov 22 10:35:46.590702 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d2d484-2542-4c71-b149-ae4ad6385610 None None] Network 1739dec4-235e-4240-8471-290e5b4cd168 requested from dv-cinder-804035-13-iscsi {{(pid=102912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 10:35:46.692096 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b322ce8-2fe7-40ec-a551-efbff235621a req-e08e5355-4e3f-4e9a-bb65-52714aa215e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:46.693913 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5b322ce8-2fe7-40ec-a551-efbff235621a req-e08e5355-4e3f-4e9a-bb65-52714aa215e8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=47dcd8cc91c540eda175b762b2cc6d9d&device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 1099 time: 0.0625658 Nov 22 10:35:46.809744 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b322ce8-2fe7-40ec-a551-efbff235621a req-8aa836ff-862d-411e-aa3c-c5c5873e7ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:46.811170 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5b322ce8-2fe7-40ec-a551-efbff235621a req-8aa836ff-862d-411e-aa3c-c5c5873e7ea1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=153a66f8-3695-4a0f-8479-33d7bddbc164 HTTP/1.1" status: 200 len: 920 time: 0.0907588 Nov 22 10:35:46.867161 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5b322ce8-2fe7-40ec-a551-efbff235621a req-cbaa152d-df35-467e-b37d-414cebe9a277 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7b68ff2-ecd7-4e74-81b4-cf38071ef393 HTTP/1.1" status: 200 len: 217 time: 0.0391369 Nov 22 10:35:46.922651 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b322ce8-2fe7-40ec-a551-efbff235621a req-4028bbe9-36d0-4f27-a631-f6165859cea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:46.924239 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5b322ce8-2fe7-40ec-a551-efbff235621a req-4028bbe9-36d0-4f27-a631-f6165859cea9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c80a285c-563e-448a-9814-994fad543ecd HTTP/1.1" status: 200 len: 859 time: 0.0468352 Nov 22 10:35:46.957627 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5b322ce8-2fe7-40ec-a551-efbff235621a req-c4824435-4639-4881-b980-ab0391ec590c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=153a66f8-3695-4a0f-8479-33d7bddbc164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237956 Nov 22 10:35:47.051206 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5b322ce8-2fe7-40ec-a551-efbff235621a req-24cb5efa-ea22-4633-8bb6-04e55587db0a service neutron] 10.222.0.20 "GET /v2.0/networks/153a66f8-3695-4a0f-8479-33d7bddbc164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843582 Nov 22 10:35:47.158091 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5b322ce8-2fe7-40ec-a551-efbff235621a req-675a87b8-3ebd-4ce2-bda1-8d7c2f6ff8b7 service neutron] 10.222.0.20 "GET /v2.0/networks/153a66f8-3695-4a0f-8479-33d7bddbc164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990739 Nov 22 10:35:49.839547 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:51.227856 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.agents_db [None req-35a1a16e-7bf9-4643-9be2-574a1761dc3a None None] Agent healthcheck: found 6 active agents {{(pid=102913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 10:35:53.182063 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25df7b71-1a1a-4d7a-b445-3989900dab39 req-66bcd0f7-5634-435c-9a77-49cff65622f6 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:53.183568 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-25df7b71-1a1a-4d7a-b445-3989900dab39 req-66bcd0f7-5634-435c-9a77-49cff65622f6 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/networks?id=75fe944d-7f58-47aa-b60a-343caa9b99aa HTTP/1.1" status: 200 len: 809 time: 0.1919060 Nov 22 10:35:53.210360 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50375d19-3d56-4fa1-bed4-0319c2e50f79 req-b879ec53-8c15-482f-bf5a-dc33c96ee9dd tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:53.218649 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-50375d19-3d56-4fa1-bed4-0319c2e50f79 req-b879ec53-8c15-482f-bf5a-dc33c96ee9dd tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/networks?id=1739dec4-235e-4240-8471-290e5b4cd168 HTTP/1.1" status: 200 len: 815 time: 0.2166028 Nov 22 10:35:53.220225 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-25df7b71-1a1a-4d7a-b445-3989900dab39 req-20dbe296-30c3-4b90-a24a-cea96168973f tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/quotas/4aa86d766a954554b6dc79984ed36bd5 HTTP/1.1" status: 200 len: 375 time: 0.0290563 Nov 22 10:35:53.233062 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-50375d19-3d56-4fa1-bed4-0319c2e50f79 req-c280c823-da55-4a70-8aed-30444ab5f48e tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/quotas/a3d11e30d2104dbf9ece93bc38472a72 HTTP/1.1" status: 200 len: 375 time: 0.0138018 Nov 22 10:35:53.286231 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-25df7b71-1a1a-4d7a-b445-3989900dab39 req-9ea23649-a949-4a3c-8b70-364515b7e3d5 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4aa86d766a954554b6dc79984ed36bd5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516186 Nov 22 10:35:53.288291 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-50375d19-3d56-4fa1-bed4-0319c2e50f79 req-faba9e7d-6e0b-4c2a-b2f7-cac7bc0b8b66 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3d11e30d2104dbf9ece93bc38472a72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516903 Nov 22 10:35:53.674504 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-25df7b71-1a1a-4d7a-b445-3989900dab39 req-17c79b85-0c4f-495e-89e7-e6fa44b48a05 service neutron] 10.222.0.46 "GET /v2.0/networks/75fe944d-7f58-47aa-b60a-343caa9b99aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810258 Nov 22 10:35:53.676648 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-50375d19-3d56-4fa1-bed4-0319c2e50f79 req-f5249c0b-f3d9-41c6-b539-793543371d84 service neutron] 10.222.0.46 "GET /v2.0/networks/1739dec4-235e-4240-8471-290e5b4cd168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3758368 Nov 22 10:35:53.834382 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-25df7b71-1a1a-4d7a-b445-3989900dab39 req-28d4a1d4-4cf3-4d51-90ef-e67680547b16 service neutron] 10.222.0.46 "GET /v2.0/networks/75fe944d-7f58-47aa-b60a-343caa9b99aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536787 Nov 22 10:35:53.838199 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-50375d19-3d56-4fa1-bed4-0319c2e50f79 req-1959391c-fb3c-4258-8c49-09cbf51a03c6 service neutron] 10.222.0.46 "GET /v2.0/networks/1739dec4-235e-4240-8471-290e5b4cd168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498361 Nov 22 10:35:54.168951 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8a9fcd3c-66b2-4c21-9592-b728b4deb97c req-4bb32587-4d94-44ec-bc48-3ddbc84fbc68 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f777b2-7bd2-46fa-bd38-e601e5a904a7 HTTP/1.1" status: 200 len: 210 time: 0.0445840 Nov 22 10:35:54.223036 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ba732-29f8-4897-b2ef-8dca6b771028 req-24682fe2-e20d-4d75-8f9e-54edcbd240e9 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:54.228308 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-816ba732-29f8-4897-b2ef-8dca6b771028 req-24682fe2-e20d-4d75-8f9e-54edcbd240e9 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff495625-b409-4b63-93e2-68dbf32cd7c5 HTTP/1.1" status: 200 len: 945 time: 0.1025939 Nov 22 10:35:54.279995 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-329dc52b-3f8d-4ed5-9823-92dd272d9680 req-81906964-5790-4611-92f9-7882ef972d4d tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f2ecfd7-c14d-49b2-ad3d-31c3de5b4b4b HTTP/1.1" status: 200 len: 210 time: 0.0433128 Nov 22 10:35:54.341229 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-816ba732-29f8-4897-b2ef-8dca6b771028 req-81e90bdd-ad2f-4826-8de3-0712297a8773 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988553 Nov 22 10:35:54.785085 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-c8658976-b9a3-46d2-9966-b131123f9cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:55.288803 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4eb45bcf-4743-42b2-b4ed-3511561773b9 req-90997fc8-8184-4ac3-9c76-9de8ebaf1131 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f777b2-7bd2-46fa-bd38-e601e5a904a7 HTTP/1.1" status: 200 len: 210 time: 0.0354676 Nov 22 10:35:55.369205 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50375d19-3d56-4fa1-bed4-0319c2e50f79 req-f1f2c29e-eeb9-45ee-8067-bb87a80060be tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:55.371487 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-50375d19-3d56-4fa1-bed4-0319c2e50f79 req-f1f2c29e-eeb9-45ee-8067-bb87a80060be tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.20 "GET /v2.0/networks?id=1739dec4-235e-4240-8471-290e5b4cd168 HTTP/1.1" status: 200 len: 815 time: 0.1659641 Nov 22 10:35:55.404518 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-948f8e82-14b3-4161-8898-e25dbb6e246b req-b90c3da2-c9e3-4863-9c3e-0c1ae63baf99 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f2ecfd7-c14d-49b2-ad3d-31c3de5b4b4b HTTP/1.1" status: 200 len: 210 time: 0.0457144 Nov 22 10:35:55.413812 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-50375d19-3d56-4fa1-bed4-0319c2e50f79 req-2cc57599-6479-4281-8544-68ee54db7e6e tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Request body: {'port': {'device_id': '27f777b2-7bd2-46fa-bd38-e601e5a904a7', 'network_id': '1739dec4-235e-4240-8471-290e5b4cd168', 'admin_state_up': True, 'tenant_id': 'a3d11e30d2104dbf9ece93bc38472a72'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:35:55.556130 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de79760-de3a-481d-ae92-9e928f1506bf req-47e2e28a-4e86-4980-b814-311bc2d9c628 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:55.557684 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9de79760-de3a-481d-ae92-9e928f1506bf req-47e2e28a-4e86-4980-b814-311bc2d9c628 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff495625-b409-4b63-93e2-68dbf32cd7c5 HTTP/1.1" status: 200 len: 945 time: 0.0914237 Nov 22 10:35:55.609543 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50375d19-3d56-4fa1-bed4-0319c2e50f79 req-2cc57599-6479-4281-8544-68ee54db7e6e tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Made reservation on behalf of a3d11e30d2104dbf9ece93bc38472a72 for: {'port': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 10:35:55.613196 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-50375d19-3d56-4fa1-bed4-0319c2e50f79 req-2cc57599-6479-4281-8544-68ee54db7e6e tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:55.649715 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9de79760-de3a-481d-ae92-9e928f1506bf req-841fd29e-6cd6-4b15-b890-8c00483d05f1 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834022 Nov 22 10:35:55.769467 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [req-50375d19-3d56-4fa1-bed4-0319c2e50f79 req-2cc57599-6479-4281-8544-68ee54db7e6e tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Allocated IP 172.20.0.10 (1739dec4-235e-4240-8471-290e5b4cd168/5af65900-70c0-40b7-a79b-e99bb6b7714c/7b29c6e7-c1ba-4983-ab04-3db1251a4a72) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 10:35:55.929948 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-50375d19-3d56-4fa1-bed4-0319c2e50f79 req-2cc57599-6479-4281-8544-68ee54db7e6e tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:55.964951 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-50375d19-3d56-4fa1-bed4-0319c2e50f79 req-2cc57599-6479-4281-8544-68ee54db7e6e tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749315246228'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:56.025164 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50375d19-3d56-4fa1-bed4-0319c2e50f79 req-2cc57599-6479-4281-8544-68ee54db7e6e tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Network 1739dec4-235e-4240-8471-290e5b4cd168 is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:35:56.028761 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [req-50375d19-3d56-4fa1-bed4-0319c2e50f79 req-2cc57599-6479-4281-8544-68ee54db7e6e tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:35:56.032631 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-50375d19-3d56-4fa1-bed4-0319c2e50f79 req-2cc57599-6479-4281-8544-68ee54db7e6e tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 10:35:56.038389 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50375d19-3d56-4fa1-bed4-0319c2e50f79 req-2cc57599-6479-4281-8544-68ee54db7e6e tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:56.039040 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-50375d19-3d56-4fa1-bed4-0319c2e50f79 req-2cc57599-6479-4281-8544-68ee54db7e6e tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:56.045697 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc57599-6479-4281-8544-68ee54db7e6e tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Pushing event updated for resources: {'Port': ['ID=7b29c6e7-c1ba-4983-ab04-3db1251a4a72,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:56.061227 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-50375d19-3d56-4fa1-bed4-0319c2e50f79 req-2cc57599-6479-4281-8544-68ee54db7e6e tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6551120 Nov 22 10:35:56.086554 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-50375d19-3d56-4fa1-bed4-0319c2e50f79 req-aa6621fc-a488-4c0b-a2dc-a2e06092a9d9 service neutron] Request body: {'port': {'device_id': '27f777b2-7bd2-46fa-bd38-e601e5a904a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:35:56.144613 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-50375d19-3d56-4fa1-bed4-0319c2e50f79 req-aa6621fc-a488-4c0b-a2dc-a2e06092a9d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:56.424434 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25df7b71-1a1a-4d7a-b445-3989900dab39 req-09c9db11-ccb5-41e2-bef3-99e34469eb78 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:56.425878 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-25df7b71-1a1a-4d7a-b445-3989900dab39 req-09c9db11-ccb5-41e2-bef3-99e34469eb78 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.20 "GET /v2.0/networks?id=75fe944d-7f58-47aa-b60a-343caa9b99aa HTTP/1.1" status: 200 len: 809 time: 0.2181671 Nov 22 10:35:56.461167 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-25df7b71-1a1a-4d7a-b445-3989900dab39 req-99778467-e7ce-4bab-a7c0-b02c6502e86a tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Request body: {'port': {'device_id': '1f2ecfd7-c14d-49b2-ad3d-31c3de5b4b4b', 'network_id': '75fe944d-7f58-47aa-b60a-343caa9b99aa', 'admin_state_up': True, 'tenant_id': '4aa86d766a954554b6dc79984ed36bd5'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:35:56.578870 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-640b9321-29d7-450e-9529-2bc5958676fb req-75244c85-c124-499e-ab32-19719b922570 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f2ecfd7-c14d-49b2-ad3d-31c3de5b4b4b HTTP/1.1" status: 200 len: 210 time: 0.0590291 Nov 22 10:35:56.597668 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8942aff-489e-4aa6-be21-6915cb0280cf req-40810822-b374-4eb8-ba45-a262e179fa0e tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:56.599217 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c8942aff-489e-4aa6-be21-6915cb0280cf req-40810822-b374-4eb8-ba45-a262e179fa0e tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f777b2-7bd2-46fa-bd38-e601e5a904a7 HTTP/1.1" status: 200 len: 932 time: 0.1841624 Nov 22 10:35:56.725837 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [req-50375d19-3d56-4fa1-bed4-0319c2e50f79 req-aa6621fc-a488-4c0b-a2dc-a2e06092a9d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b29c6e7-c1ba-4983-ab04-3db1251a4a72 {{(pid=102911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 10:35:56.746487 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c8942aff-489e-4aa6-be21-6915cb0280cf req-17753220-2840-451b-86a2-1684444121a4 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381748 Nov 22 10:35:56.748876 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-50375d19-3d56-4fa1-bed4-0319c2e50f79 req-aa6621fc-a488-4c0b-a2dc-a2e06092a9d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:56.753838 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25df7b71-1a1a-4d7a-b445-3989900dab39 req-99778467-e7ce-4bab-a7c0-b02c6502e86a tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Made reservation on behalf of 4aa86d766a954554b6dc79984ed36bd5 for: {'port': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 10:35:56.757153 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-25df7b71-1a1a-4d7a-b445-3989900dab39 req-99778467-e7ce-4bab-a7c0-b02c6502e86a tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:56.791691 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.provisioning_blocks [req-50375d19-3d56-4fa1-bed4-0319c2e50f79 req-aa6621fc-a488-4c0b-a2dc-a2e06092a9d9 service neutron] Transition to ACTIVE for port object 7b29c6e7-c1ba-4983-ab04-3db1251a4a72 will not be triggered until provisioned by entity L2. {{(pid=102911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 10:35:56.800858 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-50375d19-3d56-4fa1-bed4-0319c2e50f79 req-aa6621fc-a488-4c0b-a2dc-a2e06092a9d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:56.891637 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a99da0-cdcf-4eba-af92-d2206230991b req-f4804256-e276-475f-b4d4-79b67a3fdfd7 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:56.893219 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-58a99da0-cdcf-4eba-af92-d2206230991b req-f4804256-e276-475f-b4d4-79b67a3fdfd7 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff495625-b409-4b63-93e2-68dbf32cd7c5 HTTP/1.1" status: 200 len: 945 time: 0.1708009 Nov 22 10:35:56.937294 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6621fc-a488-4c0b-a2dc-a2e06092a9d9 service neutron] Pushing event updated for resources: {'Port': ['ID=7b29c6e7-c1ba-4983-ab04-3db1251a4a72,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:56.971648 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-1cf98e78-c597-4c67-a73e-78f4a243af4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:57.026932 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-50375d19-3d56-4fa1-bed4-0319c2e50f79 req-aa6621fc-a488-4c0b-a2dc-a2e06092a9d9 service neutron] Attempting to bind port 7b29c6e7-c1ba-4983-ab04-3db1251a4a72 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 10:35:57.027170 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-50375d19-3d56-4fa1-bed4-0319c2e50f79 req-aa6621fc-a488-4c0b-a2dc-a2e06092a9d9 service neutron] Attempting to bind port 7b29c6e7-c1ba-4983-ab04-3db1251a4a72 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'db179ef4-ef68-4c74-b563-b96560450275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1739dec4-235e-4240-8471-290e5b4cd168'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 10:35:57.027497 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50375d19-3d56-4fa1-bed4-0319c2e50f79 req-aa6621fc-a488-4c0b-a2dc-a2e06092a9d9 service neutron] Attempting to bind port 7b29c6e7-c1ba-4983-ab04-3db1251a4a72 on network 1739dec4-235e-4240-8471-290e5b4cd168 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:35:57.045838 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-58a99da0-cdcf-4eba-af92-d2206230991b req-4411b113-bf63-4de5-ac95-bc10ba1cd9ae tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444826 Nov 22 10:35:57.047064 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [req-25df7b71-1a1a-4d7a-b445-3989900dab39 req-99778467-e7ce-4bab-a7c0-b02c6502e86a tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Allocated IP 172.20.0.7 (75fe944d-7f58-47aa-b60a-343caa9b99aa/1c062ff3-3b29-423e-8521-ebba15772f8d/6d52f987-a868-4d8b-868b-4eda9ec40635) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 10:35:57.052951 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50375d19-3d56-4fa1-bed4-0319c2e50f79 req-aa6621fc-a488-4c0b-a2dc-a2e06092a9d9 service neutron] Port 7b29c6e7-c1ba-4983-ab04-3db1251a4a72 on network 1739dec4-235e-4240-8471-290e5b4cd168 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 10:35:57.053405 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50375d19-3d56-4fa1-bed4-0319c2e50f79 req-aa6621fc-a488-4c0b-a2dc-a2e06092a9d9 service neutron] Attempting to bind port 7b29c6e7-c1ba-4983-ab04-3db1251a4a72 on network 1739dec4-235e-4240-8471-290e5b4cd168 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:35:57.063582 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50375d19-3d56-4fa1-bed4-0319c2e50f79 req-aa6621fc-a488-4c0b-a2dc-a2e06092a9d9 service neutron] Checking agent: {'id': '8aa3c5bc-bff8-4a30-90cc-a12bac01bfcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 10, 32, 50), 'started_at': datetime.datetime(2021, 11, 22, 10, 32, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 10, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 10:35:57.063939 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50375d19-3d56-4fa1-bed4-0319c2e50f79 req-aa6621fc-a488-4c0b-a2dc-a2e06092a9d9 service neutron] Checking segment: {'id': 'db179ef4-ef68-4c74-b563-b96560450275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1739dec4-235e-4240-8471-290e5b4cd168'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:35:57.064314 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50375d19-3d56-4fa1-bed4-0319c2e50f79 req-aa6621fc-a488-4c0b-a2dc-a2e06092a9d9 service neutron] Bound using segment: {'id': 'db179ef4-ef68-4c74-b563-b96560450275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1739dec4-235e-4240-8471-290e5b4cd168'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 10:35:57.064835 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-50375d19-3d56-4fa1-bed4-0319c2e50f79 req-aa6621fc-a488-4c0b-a2dc-a2e06092a9d9 service neutron] Bound port: 7b29c6e7-c1ba-4983-ab04-3db1251a4a72, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db179ef4-ef68-4c74-b563-b96560450275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1739dec4-235e-4240-8471-290e5b4cd168'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 10:35:57.065104 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-50375d19-3d56-4fa1-bed4-0319c2e50f79 req-aa6621fc-a488-4c0b-a2dc-a2e06092a9d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:57.208644 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-50375d19-3d56-4fa1-bed4-0319c2e50f79 req-aa6621fc-a488-4c0b-a2dc-a2e06092a9d9 service neutron] For port 7b29c6e7-c1ba-4983-ab04-3db1251a4a72, host hv-cinder-80403, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 10:35:57.215685 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-50375d19-3d56-4fa1-bed4-0319c2e50f79 req-aa6621fc-a488-4c0b-a2dc-a2e06092a9d9 service neutron] For port 7b29c6e7-c1ba-4983-ab04-3db1251a4a72, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=7b29c6e7-c1ba-4983-ab04-3db1251a4a72,segment=NetworkSegment(db179ef4-ef68-4c74-b563-b96560450275),segment_id=db179ef4-ef68-4c74-b563-b96560450275)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 10:35:57.222599 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-50375d19-3d56-4fa1-bed4-0319c2e50f79 req-aa6621fc-a488-4c0b-a2dc-a2e06092a9d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:57.299420 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50375d19-3d56-4fa1-bed4-0319c2e50f79 req-aa6621fc-a488-4c0b-a2dc-a2e06092a9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:57.300124 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-50375d19-3d56-4fa1-bed4-0319c2e50f79 req-aa6621fc-a488-4c0b-a2dc-a2e06092a9d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:57.301545 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-50375d19-3d56-4fa1-bed4-0319c2e50f79 req-aa6621fc-a488-4c0b-a2dc-a2e06092a9d9 service neutron] 10.222.0.20 "PUT /v2.0/ports/7b29c6e7-c1ba-4983-ab04-3db1251a4a72 HTTP/1.1" status: 200 len: 1094 time: 1.2194383 Nov 22 10:35:57.301998 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27f777b2-7bd2-46fa-bd38-e601e5a904a7', 'tag': '7b29c6e7-c1ba-4983-ab04-3db1251a4a72'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:35:57.304520 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5429d6209f9db75179b029b02f265116e5db13468d9d60e00895472a7fa8ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f860004e-f2ea-41dd-87f4-a0a7bca309d1" -d '{"events": [{"name": "network-changed", "server_uuid": "27f777b2-7bd2-46fa-bd38-e601e5a904a7", "tag": "7b29c6e7-c1ba-4983-ab04-3db1251a4a72"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:35:57.316090 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-25df7b71-1a1a-4d7a-b445-3989900dab39 req-99778467-e7ce-4bab-a7c0-b02c6502e86a tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:57.334322 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6621fc-a488-4c0b-a2dc-a2e06092a9d9 service neutron] Pushing event updated for resources: {'Port': ['ID=7b29c6e7-c1ba-4983-ab04-3db1251a4a72,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:57.364636 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 10:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9aeaf4b-f0bb-4fb6-a43a-5d1b0ec8fd21 x-openstack-request-id: req-b9aeaf4b-f0bb-4fb6-a43a-5d1b0ec8fd21 {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:35:57.364636 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27f777b2-7bd2-46fa-bd38-e601e5a904a7", "tag": "7b29c6e7-c1ba-4983-ab04-3db1251a4a72", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:35:57.364636 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b9aeaf4b-f0bb-4fb6-a43a-5d1b0ec8fd21 {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:35:57.364636 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27f777b2-7bd2-46fa-bd38-e601e5a904a7', 'tag': '7b29c6e7-c1ba-4983-ab04-3db1251a4a72', 'status': 'completed', 'code': 200} Nov 22 10:35:57.416580 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50375d19-3d56-4fa1-bed4-0319c2e50f79 req-b52ae5c5-8dda-46e4-bcc4-b03cfffaae70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:57.418382 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-50375d19-3d56-4fa1-bed4-0319c2e50f79 req-b52ae5c5-8dda-46e4-bcc4-b03cfffaae70 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a3d11e30d2104dbf9ece93bc38472a72&device_id=27f777b2-7bd2-46fa-bd38-e601e5a904a7 HTTP/1.1" status: 200 len: 1097 time: 0.0686588 Nov 22 10:35:57.420109 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-25df7b71-1a1a-4d7a-b445-3989900dab39 req-99778467-e7ce-4bab-a7c0-b02c6502e86a tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749315246228'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:57.504349 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-50375d19-3d56-4fa1-bed4-0319c2e50f79 req-691b765e-c8af-4e9f-896b-d17133aa11e8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b29c6e7-c1ba-4983-ab04-3db1251a4a72 HTTP/1.1" status: 200 len: 217 time: 0.0554984 Nov 22 10:35:57.513777 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25df7b71-1a1a-4d7a-b445-3989900dab39 req-99778467-e7ce-4bab-a7c0-b02c6502e86a tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Network 75fe944d-7f58-47aa-b60a-343caa9b99aa is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:35:57.527578 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99778467-e7ce-4bab-a7c0-b02c6502e86a tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Pushing event updated for resources: {'Port': ['ID=6d52f987-a868-4d8b-868b-4eda9ec40635,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:57.530452 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [req-25df7b71-1a1a-4d7a-b445-3989900dab39 req-99778467-e7ce-4bab-a7c0-b02c6502e86a tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:35:57.551411 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-25df7b71-1a1a-4d7a-b445-3989900dab39 req-99778467-e7ce-4bab-a7c0-b02c6502e86a tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 10:35:57.557430 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25df7b71-1a1a-4d7a-b445-3989900dab39 req-99778467-e7ce-4bab-a7c0-b02c6502e86a tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:57.558110 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-25df7b71-1a1a-4d7a-b445-3989900dab39 req-99778467-e7ce-4bab-a7c0-b02c6502e86a tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:57.584899 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50375d19-3d56-4fa1-bed4-0319c2e50f79 req-c4486c6d-f886-4e2e-8d17-0bb7fa8ba725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:57.586452 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-50375d19-3d56-4fa1-bed4-0319c2e50f79 req-c4486c6d-f886-4e2e-8d17-0bb7fa8ba725 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5af65900-70c0-40b7-a79b-e99bb6b7714c HTTP/1.1" status: 200 len: 855 time: 0.0715542 Nov 22 10:35:57.590440 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-25df7b71-1a1a-4d7a-b445-3989900dab39 req-99778467-e7ce-4bab-a7c0-b02c6502e86a tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1501613 Nov 22 10:35:57.621274 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-25df7b71-1a1a-4d7a-b445-3989900dab39 req-84042b1e-97e5-474e-a3ed-4fac0d48c0b5 service neutron] Request body: {'port': {'device_id': '1f2ecfd7-c14d-49b2-ad3d-31c3de5b4b4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:35:57.653958 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-50375d19-3d56-4fa1-bed4-0319c2e50f79 req-2bb167cb-679c-43db-86fa-5ebc8b2e8d81 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1739dec4-235e-4240-8471-290e5b4cd168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508046 Nov 22 10:35:57.820129 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-25df7b71-1a1a-4d7a-b445-3989900dab39 req-84042b1e-97e5-474e-a3ed-4fac0d48c0b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:57.864986 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed37121-8cd4-4ba0-9723-7d8e5c70b0f8 req-97dc73c7-12eb-486b-84f2-82a7f53151b6 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:57.866502 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3ed37121-8cd4-4ba0-9723-7d8e5c70b0f8 req-97dc73c7-12eb-486b-84f2-82a7f53151b6 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f2ecfd7-c14d-49b2-ad3d-31c3de5b4b4b HTTP/1.1" status: 200 len: 931 time: 0.1913459 Nov 22 10:35:57.889232 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-50375d19-3d56-4fa1-bed4-0319c2e50f79 req-9b893d23-2f9f-4ee6-88a5-14b1fa880c24 service neutron] 10.222.0.20 "GET /v2.0/networks/1739dec4-235e-4240-8471-290e5b4cd168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149618 Nov 22 10:35:58.041576 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0c934117-efa3-4f33-917a-019854f2ef65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:58.293745 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b43fa1-4a1c-4a1c-bcec-6e7fd10de55a req-8f86195a-2a6e-40ef-abe0-c972bb2d1558 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:58.295196 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-40b43fa1-4a1c-4a1c-bcec-6e7fd10de55a req-8f86195a-2a6e-40ef-abe0-c972bb2d1558 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f777b2-7bd2-46fa-bd38-e601e5a904a7 HTTP/1.1" status: 200 len: 944 time: 0.4626915 Nov 22 10:35:58.371839 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3ed37121-8cd4-4ba0-9723-7d8e5c70b0f8 req-df304f27-0590-46e4-94e7-9baa30cb3bb1 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/security-groups?id=68e69de2-a7b6-4f55-abcf-22017b026c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4811220 Nov 22 10:35:58.444952 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-50375d19-3d56-4fa1-bed4-0319c2e50f79 req-7033f8d7-02e4-4542-b071-dbadba99d9ce service neutron] 10.222.0.20 "GET /v2.0/networks/1739dec4-235e-4240-8471-290e5b4cd168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5426254 Nov 22 10:35:58.528081 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-40b43fa1-4a1c-4a1c-bcec-6e7fd10de55a req-c6ca6028-f787-46b3-a17c-46113a0e3687 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245584 Nov 22 10:35:58.617982 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f46cadf-5ff3-456e-97b2-52ec814463b8 req-bbc8b608-3379-4979-a5c9-7e2de337ebce tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:58.619636 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6f46cadf-5ff3-456e-97b2-52ec814463b8 req-bbc8b608-3379-4979-a5c9-7e2de337ebce tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff495625-b409-4b63-93e2-68dbf32cd7c5 HTTP/1.1" status: 200 len: 945 time: 0.1738162 Nov 22 10:35:58.623685 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860004e-f2ea-41dd-87f4-a0a7bca309d1 req-dcdfa5b2-2a07-49fa-895a-989f31e22485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:58.625075 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f860004e-f2ea-41dd-87f4-a0a7bca309d1 req-dcdfa5b2-2a07-49fa-895a-989f31e22485 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a3d11e30d2104dbf9ece93bc38472a72&device_id=27f777b2-7bd2-46fa-bd38-e601e5a904a7 HTTP/1.1" status: 200 len: 1097 time: 0.1240957 Nov 22 10:35:58.760507 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [req-25df7b71-1a1a-4d7a-b445-3989900dab39 req-84042b1e-97e5-474e-a3ed-4fac0d48c0b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d52f987-a868-4d8b-868b-4eda9ec40635 {{(pid=102911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 10:35:58.767835 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6f46cadf-5ff3-456e-97b2-52ec814463b8 req-832318cd-dad6-49ed-80d4-93f8de67d1e9 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417804 Nov 22 10:35:58.776791 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-25df7b71-1a1a-4d7a-b445-3989900dab39 req-84042b1e-97e5-474e-a3ed-4fac0d48c0b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:58.802395 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.provisioning_blocks [req-25df7b71-1a1a-4d7a-b445-3989900dab39 req-84042b1e-97e5-474e-a3ed-4fac0d48c0b5 service neutron] Transition to ACTIVE for port object 6d52f987-a868-4d8b-868b-4eda9ec40635 will not be triggered until provisioned by entity L2. {{(pid=102911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 10:35:58.813311 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-25df7b71-1a1a-4d7a-b445-3989900dab39 req-84042b1e-97e5-474e-a3ed-4fac0d48c0b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:58.844431 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860004e-f2ea-41dd-87f4-a0a7bca309d1 req-ced7526d-2791-4876-82db-a357f560e25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:58.846090 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f860004e-f2ea-41dd-87f4-a0a7bca309d1 req-ced7526d-2791-4876-82db-a357f560e25b service neutron] 10.222.0.20 "GET /v2.0/networks?id=1739dec4-235e-4240-8471-290e5b4cd168 HTTP/1.1" status: 200 len: 916 time: 0.1840413 Nov 22 10:35:58.877130 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84042b1e-97e5-474e-a3ed-4fac0d48c0b5 service neutron] Pushing event updated for resources: {'Port': ['ID=6d52f987-a868-4d8b-868b-4eda9ec40635,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:58.915408 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f860004e-f2ea-41dd-87f4-a0a7bca309d1 req-7db52638-e5cf-4a1e-a276-a2fd5d731b9d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b29c6e7-c1ba-4983-ab04-3db1251a4a72 HTTP/1.1" status: 200 len: 217 time: 0.0460222 Nov 22 10:35:58.971589 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-25df7b71-1a1a-4d7a-b445-3989900dab39 req-84042b1e-97e5-474e-a3ed-4fac0d48c0b5 service neutron] Attempting to bind port 6d52f987-a868-4d8b-868b-4eda9ec40635 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 10:35:58.971967 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-25df7b71-1a1a-4d7a-b445-3989900dab39 req-84042b1e-97e5-474e-a3ed-4fac0d48c0b5 service neutron] Attempting to bind port 6d52f987-a868-4d8b-868b-4eda9ec40635 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '6c328c1b-5346-40cf-a48a-8aa2d1f362ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '75fe944d-7f58-47aa-b60a-343caa9b99aa'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 10:35:58.972299 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25df7b71-1a1a-4d7a-b445-3989900dab39 req-84042b1e-97e5-474e-a3ed-4fac0d48c0b5 service neutron] Attempting to bind port 6d52f987-a868-4d8b-868b-4eda9ec40635 on network 75fe944d-7f58-47aa-b60a-343caa9b99aa {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:35:58.983162 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25df7b71-1a1a-4d7a-b445-3989900dab39 req-84042b1e-97e5-474e-a3ed-4fac0d48c0b5 service neutron] Port 6d52f987-a868-4d8b-868b-4eda9ec40635 on network 75fe944d-7f58-47aa-b60a-343caa9b99aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 10:35:58.983492 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25df7b71-1a1a-4d7a-b445-3989900dab39 req-84042b1e-97e5-474e-a3ed-4fac0d48c0b5 service neutron] Attempting to bind port 6d52f987-a868-4d8b-868b-4eda9ec40635 on network 75fe944d-7f58-47aa-b60a-343caa9b99aa {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:35:58.989252 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860004e-f2ea-41dd-87f4-a0a7bca309d1 req-302299dc-7f9a-4fb4-bf35-6f92184a9deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:58.990741 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f860004e-f2ea-41dd-87f4-a0a7bca309d1 req-302299dc-7f9a-4fb4-bf35-6f92184a9deb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5af65900-70c0-40b7-a79b-e99bb6b7714c HTTP/1.1" status: 200 len: 855 time: 0.0622315 Nov 22 10:35:58.994155 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25df7b71-1a1a-4d7a-b445-3989900dab39 req-84042b1e-97e5-474e-a3ed-4fac0d48c0b5 service neutron] Checking agent: {'id': '8aa3c5bc-bff8-4a30-90cc-a12bac01bfcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 10, 32, 50), 'started_at': datetime.datetime(2021, 11, 22, 10, 32, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 10, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 10:35:58.994497 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25df7b71-1a1a-4d7a-b445-3989900dab39 req-84042b1e-97e5-474e-a3ed-4fac0d48c0b5 service neutron] Checking segment: {'id': '6c328c1b-5346-40cf-a48a-8aa2d1f362ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '75fe944d-7f58-47aa-b60a-343caa9b99aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:35:58.994879 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25df7b71-1a1a-4d7a-b445-3989900dab39 req-84042b1e-97e5-474e-a3ed-4fac0d48c0b5 service neutron] Bound using segment: {'id': '6c328c1b-5346-40cf-a48a-8aa2d1f362ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '75fe944d-7f58-47aa-b60a-343caa9b99aa'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 10:35:58.995314 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-25df7b71-1a1a-4d7a-b445-3989900dab39 req-84042b1e-97e5-474e-a3ed-4fac0d48c0b5 service neutron] Bound port: 6d52f987-a868-4d8b-868b-4eda9ec40635, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c328c1b-5346-40cf-a48a-8aa2d1f362ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '75fe944d-7f58-47aa-b60a-343caa9b99aa'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 10:35:58.995698 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-25df7b71-1a1a-4d7a-b445-3989900dab39 req-84042b1e-97e5-474e-a3ed-4fac0d48c0b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:59.033208 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f860004e-f2ea-41dd-87f4-a0a7bca309d1 req-562ce41b-f522-430f-a05e-8990b82b1a4f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1739dec4-235e-4240-8471-290e5b4cd168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337989 Nov 22 10:35:59.150271 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-25df7b71-1a1a-4d7a-b445-3989900dab39 req-84042b1e-97e5-474e-a3ed-4fac0d48c0b5 service neutron] For port 6d52f987-a868-4d8b-868b-4eda9ec40635, host hv-cinder-80403, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 10:35:59.159350 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-25df7b71-1a1a-4d7a-b445-3989900dab39 req-84042b1e-97e5-474e-a3ed-4fac0d48c0b5 service neutron] For port 6d52f987-a868-4d8b-868b-4eda9ec40635, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=6d52f987-a868-4d8b-868b-4eda9ec40635,segment=NetworkSegment(6c328c1b-5346-40cf-a48a-8aa2d1f362ae),segment_id=6c328c1b-5346-40cf-a48a-8aa2d1f362ae)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 10:35:59.168069 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-25df7b71-1a1a-4d7a-b445-3989900dab39 req-84042b1e-97e5-474e-a3ed-4fac0d48c0b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:59.206597 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f860004e-f2ea-41dd-87f4-a0a7bca309d1 req-8951dc7b-68a3-43c4-99b8-cc33c731397c service neutron] 10.222.0.20 "GET /v2.0/networks/1739dec4-235e-4240-8471-290e5b4cd168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519871 Nov 22 10:35:59.228193 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25df7b71-1a1a-4d7a-b445-3989900dab39 req-84042b1e-97e5-474e-a3ed-4fac0d48c0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:59.228822 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-25df7b71-1a1a-4d7a-b445-3989900dab39 req-84042b1e-97e5-474e-a3ed-4fac0d48c0b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:59.230206 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-25df7b71-1a1a-4d7a-b445-3989900dab39 req-84042b1e-97e5-474e-a3ed-4fac0d48c0b5 service neutron] 10.222.0.20 "PUT /v2.0/ports/6d52f987-a868-4d8b-868b-4eda9ec40635 HTTP/1.1" status: 200 len: 1093 time: 1.6260614 Nov 22 10:35:59.287584 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84042b1e-97e5-474e-a3ed-4fac0d48c0b5 service neutron] Pushing event updated for resources: {'Port': ['ID=6d52f987-a868-4d8b-868b-4eda9ec40635,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:35:59.359985 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f860004e-f2ea-41dd-87f4-a0a7bca309d1 req-52192390-9b67-4c84-8580-7e585ac4dd50 service neutron] 10.222.0.20 "GET /v2.0/networks/1739dec4-235e-4240-8471-290e5b4cd168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445308 Nov 22 10:35:59.365892 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f2ecfd7-c14d-49b2-ad3d-31c3de5b4b4b', 'tag': '6d52f987-a868-4d8b-868b-4eda9ec40635'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:35:59.369268 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5429d6209f9db75179b029b02f265116e5db13468d9d60e00895472a7fa8ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f693b317-6924-40fe-b042-029e3976f12c" -d '{"events": [{"name": "network-changed", "server_uuid": "1f2ecfd7-c14d-49b2-ad3d-31c3de5b4b4b", "tag": "6d52f987-a868-4d8b-868b-4eda9ec40635"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:35:59.379236 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25df7b71-1a1a-4d7a-b445-3989900dab39 req-d9743c01-8b63-44da-aed3-3cd897c37dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:59.380929 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-25df7b71-1a1a-4d7a-b445-3989900dab39 req-d9743c01-8b63-44da-aed3-3cd897c37dc1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4aa86d766a954554b6dc79984ed36bd5&device_id=1f2ecfd7-c14d-49b2-ad3d-31c3de5b4b4b HTTP/1.1" status: 200 len: 1096 time: 0.0792897 Nov 22 10:35:59.437096 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 10:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b149ab75-7da9-4b10-aad8-7013e5bed2b5 x-openstack-request-id: req-b149ab75-7da9-4b10-aad8-7013e5bed2b5 {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:35:59.437413 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f2ecfd7-c14d-49b2-ad3d-31c3de5b4b4b", "tag": "6d52f987-a868-4d8b-868b-4eda9ec40635", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:35:59.437641 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b149ab75-7da9-4b10-aad8-7013e5bed2b5 {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:35:59.438029 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f2ecfd7-c14d-49b2-ad3d-31c3de5b4b4b', 'tag': '6d52f987-a868-4d8b-868b-4eda9ec40635', 'status': 'completed', 'code': 200} Nov 22 10:35:59.439950 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-25df7b71-1a1a-4d7a-b445-3989900dab39 req-3de3caf1-797b-4f7b-9f79-9350860627cf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d52f987-a868-4d8b-868b-4eda9ec40635 HTTP/1.1" status: 200 len: 217 time: 0.0452902 Nov 22 10:35:59.526238 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07635228-ee17-4666-ad36-50274357f25b req-5c3db8e8-3f06-49af-8516-3854340f52b9 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:59.527876 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-07635228-ee17-4666-ad36-50274357f25b req-5c3db8e8-3f06-49af-8516-3854340f52b9 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f2ecfd7-c14d-49b2-ad3d-31c3de5b4b4b HTTP/1.1" status: 200 len: 943 time: 0.0863488 Nov 22 10:35:59.530103 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25df7b71-1a1a-4d7a-b445-3989900dab39 req-a91758a8-c9e8-4fa1-af5e-9e4f9af3a588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:59.531629 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-25df7b71-1a1a-4d7a-b445-3989900dab39 req-a91758a8-c9e8-4fa1-af5e-9e4f9af3a588 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1c062ff3-3b29-423e-8521-ebba15772f8d HTTP/1.1" status: 200 len: 849 time: 0.0656130 Nov 22 10:35:59.579871 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-25df7b71-1a1a-4d7a-b445-3989900dab39 req-b33721dc-abb8-4e01-a189-031565d504ff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=75fe944d-7f58-47aa-b60a-343caa9b99aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290117 Nov 22 10:35:59.671252 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-07635228-ee17-4666-ad36-50274357f25b req-f631d1d2-6dfa-45e6-9fcf-5efd69f81901 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/security-groups?id=68e69de2-a7b6-4f55-abcf-22017b026c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345489 Nov 22 10:35:59.716205 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20fb393-7973-46f2-afe8-88584ea9ef98 req-eb88cd1c-639e-466c-b756-ae6c69d699f1 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:59.717731 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e20fb393-7973-46f2-afe8-88584ea9ef98 req-eb88cd1c-639e-466c-b756-ae6c69d699f1 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f777b2-7bd2-46fa-bd38-e601e5a904a7 HTTP/1.1" status: 200 len: 944 time: 0.1068790 Nov 22 10:35:59.742192 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-25df7b71-1a1a-4d7a-b445-3989900dab39 req-6a9cab7a-7888-4fc8-b057-95d035f6ccdb service neutron] 10.222.0.20 "GET /v2.0/networks/75fe944d-7f58-47aa-b60a-343caa9b99aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470501 Nov 22 10:35:59.833266 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e21c8dd6-a119-43bc-9b42-7d87f9168fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:35:59.848087 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e20fb393-7973-46f2-afe8-88584ea9ef98 req-0859e11e-b0b1-4464-88ff-2fe6bf51d78b tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147683 Nov 22 10:35:59.883431 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-25df7b71-1a1a-4d7a-b445-3989900dab39 req-0c451c8d-cba7-4ac3-a484-81dc73e5d4ca service neutron] 10.222.0.20 "GET /v2.0/networks/75fe944d-7f58-47aa-b60a-343caa9b99aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322341 Nov 22 10:35:59.987323 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e6ee3-41e7-49c1-ad26-e0cf537361d3 req-b9f3b410-7c93-49ce-a5f5-840e1f1c8e4e tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:35:59.988970 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-470e6ee3-41e7-49c1-ad26-e0cf537361d3 req-b9f3b410-7c93-49ce-a5f5-840e1f1c8e4e tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff495625-b409-4b63-93e2-68dbf32cd7c5 HTTP/1.1" status: 200 len: 945 time: 0.0811143 Nov 22 10:36:00.005282 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693b317-6924-40fe-b042-029e3976f12c req-e751f965-b318-4689-a170-05afaf660bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:00.006745 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f693b317-6924-40fe-b042-029e3976f12c req-e751f965-b318-4689-a170-05afaf660bff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4aa86d766a954554b6dc79984ed36bd5&device_id=1f2ecfd7-c14d-49b2-ad3d-31c3de5b4b4b HTTP/1.1" status: 200 len: 1096 time: 0.0643184 Nov 22 10:36:00.101430 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-470e6ee3-41e7-49c1-ad26-e0cf537361d3 req-455779b4-245e-4bd0-9397-87462476516e tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055577 Nov 22 10:36:00.147697 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693b317-6924-40fe-b042-029e3976f12c req-e66c7e51-24ca-4dea-a872-0fd5e80bfcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:00.149304 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f693b317-6924-40fe-b042-029e3976f12c req-e66c7e51-24ca-4dea-a872-0fd5e80bfcfc service neutron] 10.222.0.20 "GET /v2.0/networks?id=75fe944d-7f58-47aa-b60a-343caa9b99aa HTTP/1.1" status: 200 len: 910 time: 0.1333485 Nov 22 10:36:00.201291 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f693b317-6924-40fe-b042-029e3976f12c req-741a1208-0dc6-4ee3-95e9-3eac26a6c1a2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d52f987-a868-4d8b-868b-4eda9ec40635 HTTP/1.1" status: 200 len: 217 time: 0.0435505 Nov 22 10:36:00.256509 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693b317-6924-40fe-b042-029e3976f12c req-fcda32f0-1a2e-4f19-8077-a2d7b40e37ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:00.258055 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f693b317-6924-40fe-b042-029e3976f12c req-fcda32f0-1a2e-4f19-8077-a2d7b40e37ac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1c062ff3-3b29-423e-8521-ebba15772f8d HTTP/1.1" status: 200 len: 849 time: 0.0485778 Nov 22 10:36:00.290930 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f693b317-6924-40fe-b042-029e3976f12c req-2c8bdc4a-d85a-4274-aaa9-e1e7dbfccec1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=75fe944d-7f58-47aa-b60a-343caa9b99aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245101 Nov 22 10:36:00.394759 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f693b317-6924-40fe-b042-029e3976f12c req-6dd5f85c-715d-41cf-b2b7-12edba8f6fb9 service neutron] 10.222.0.20 "GET /v2.0/networks/75fe944d-7f58-47aa-b60a-343caa9b99aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950530 Nov 22 10:36:00.502765 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f693b317-6924-40fe-b042-029e3976f12c req-adceb456-c4bc-43a5-8530-7d6569b825d1 service neutron] 10.222.0.20 "GET /v2.0/networks/75fe944d-7f58-47aa-b60a-343caa9b99aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994143 Nov 22 10:36:00.783683 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:00.806657 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8bf47b-7959-4443-bffc-69edf7d83181 req-07513b24-b5a7-4b2b-91a6-9030980834d4 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:00.808330 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bf8bf47b-7959-4443-bffc-69edf7d83181 req-07513b24-b5a7-4b2b-91a6-9030980834d4 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f2ecfd7-c14d-49b2-ad3d-31c3de5b4b4b HTTP/1.1" status: 200 len: 943 time: 0.0583456 Nov 22 10:36:00.866293 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bf8bf47b-7959-4443-bffc-69edf7d83181 req-6061f1c3-880f-4bcb-bf43-d312579ebc17 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/security-groups?id=68e69de2-a7b6-4f55-abcf-22017b026c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516350 Nov 22 10:36:00.991269 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ab144-ca12-48f6-820c-02a1dd778e40 req-71baf0a4-167f-4cc0-9498-9474d49e7e18 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:00.993138 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-829ab144-ca12-48f6-820c-02a1dd778e40 req-71baf0a4-167f-4cc0-9498-9474d49e7e18 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f777b2-7bd2-46fa-bd38-e601e5a904a7 HTTP/1.1" status: 200 len: 944 time: 0.0593789 Nov 22 10:36:01.046316 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-829ab144-ca12-48f6-820c-02a1dd778e40 req-0966b68b-4046-4ae5-86a1-a4fd30d92495 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459659 Nov 22 10:36:01.236735 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effde0bd-28ec-4859-8c8d-e9c1c229b1ca req-3170e43b-5dae-498a-a718-118faa176186 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:01.238434 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-effde0bd-28ec-4859-8c8d-e9c1c229b1ca req-3170e43b-5dae-498a-a718-118faa176186 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff495625-b409-4b63-93e2-68dbf32cd7c5 HTTP/1.1" status: 200 len: 945 time: 0.0537908 Nov 22 10:36:01.297941 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-effde0bd-28ec-4859-8c8d-e9c1c229b1ca req-8d754fd2-f55a-4a76-a809-3beeac440783 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531394 Nov 22 10:36:01.989164 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847f566-a8e7-435c-82fc-9c0bbbfa76e4 req-6109bec9-b1e7-4e1d-bb14-bc00af409f52 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:01.990774 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d847f566-a8e7-435c-82fc-9c0bbbfa76e4 req-6109bec9-b1e7-4e1d-bb14-bc00af409f52 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f2ecfd7-c14d-49b2-ad3d-31c3de5b4b4b HTTP/1.1" status: 200 len: 943 time: 0.0484705 Nov 22 10:36:02.045194 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d847f566-a8e7-435c-82fc-9c0bbbfa76e4 req-69af256c-0dc7-4d75-a05d-fbf21ef7b0fe tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/security-groups?id=68e69de2-a7b6-4f55-abcf-22017b026c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475109 Nov 22 10:36:02.171067 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba009b-6d4d-4191-806d-e96ca27ecef1 req-a39cfeb6-9cae-4208-ac0b-5e191ba2a02d tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:02.172699 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-30ba009b-6d4d-4191-806d-e96ca27ecef1 req-a39cfeb6-9cae-4208-ac0b-5e191ba2a02d tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f777b2-7bd2-46fa-bd38-e601e5a904a7 HTTP/1.1" status: 200 len: 944 time: 0.0536816 Nov 22 10:36:02.221515 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-30ba009b-6d4d-4191-806d-e96ca27ecef1 req-42d33468-5ac4-44ff-aed3-df2cb479759f tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425484 Nov 22 10:36:02.424290 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845b7d6-cf12-4c76-8adb-7f6ba85af229 req-53df9704-db7f-4e6e-ac05-3a22cf3f3dfa tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:02.425681 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5845b7d6-cf12-4c76-8adb-7f6ba85af229 req-53df9704-db7f-4e6e-ac05-3a22cf3f3dfa tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff495625-b409-4b63-93e2-68dbf32cd7c5 HTTP/1.1" status: 200 len: 945 time: 0.0513015 Nov 22 10:36:02.475630 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5845b7d6-cf12-4c76-8adb-7f6ba85af229 req-3c0fe453-76db-435e-92bc-7f689a514579 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438988 Nov 22 10:36:03.175291 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38202de-dd15-4fe5-812c-3e2f05e96c64 req-352ffcfc-64e5-44f0-93f6-1b0fab00e043 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:03.176820 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c38202de-dd15-4fe5-812c-3e2f05e96c64 req-352ffcfc-64e5-44f0-93f6-1b0fab00e043 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f2ecfd7-c14d-49b2-ad3d-31c3de5b4b4b HTTP/1.1" status: 200 len: 943 time: 0.0582557 Nov 22 10:36:03.255916 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a835a8f3-104c-482e-b9d4-fbd969a173ec req-91cc67c2-d3a2-4359-8c97-117bad47ff22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:03.257485 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a835a8f3-104c-482e-b9d4-fbd969a173ec req-91cc67c2-d3a2-4359-8c97-117bad47ff22 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ff495625-b409-4b63-93e2-68dbf32cd7c5 HTTP/1.1" status: 200 len: 1098 time: 0.0761125 Nov 22 10:36:03.262821 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c38202de-dd15-4fe5-812c-3e2f05e96c64 req-0d20004a-72a9-456d-b293-b301bc4651ed tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/security-groups?id=68e69de2-a7b6-4f55-abcf-22017b026c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718708 Nov 22 10:36:03.327075 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a835a8f3-104c-482e-b9d4-fbd969a173ec req-ede1b5e0-d8a8-4dc0-aebe-3dd05ddf3401 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433102 Nov 22 10:36:03.378566 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f7c172-babf-44d8-b048-498eea0b5ab3 req-6d28eafb-1481-4b02-8985-200fc44e8c2d tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:03.380794 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f9f7c172-babf-44d8-b048-498eea0b5ab3 req-6d28eafb-1481-4b02-8985-200fc44e8c2d tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f777b2-7bd2-46fa-bd38-e601e5a904a7 HTTP/1.1" status: 200 len: 944 time: 0.0528543 Nov 22 10:36:03.441223 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f9f7c172-babf-44d8-b048-498eea0b5ab3 req-8b28ea43-3601-4fa3-8142-dc93a75522ac tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532544 Nov 22 10:36:03.601438 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af35356-bcd6-4ff5-a2a4-60fb708de263 req-47e631a9-23aa-4f1b-bc29-8946fbc7f28c tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:03.603486 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1af35356-bcd6-4ff5-a2a4-60fb708de263 req-47e631a9-23aa-4f1b-bc29-8946fbc7f28c tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff495625-b409-4b63-93e2-68dbf32cd7c5 HTTP/1.1" status: 200 len: 945 time: 0.0542319 Nov 22 10:36:03.654820 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1af35356-bcd6-4ff5-a2a4-60fb708de263 req-449f78d3-8bb9-4d26-92b5-5d3dc1c7bb81 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447707 Nov 22 10:36:04.388245 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7c3e27-d929-4c66-8c2e-d938f3ce93f7 req-ed3398cc-c8b8-4c3a-86b4-93cad2f70668 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:04.389670 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3b7c3e27-d929-4c66-8c2e-d938f3ce93f7 req-ed3398cc-c8b8-4c3a-86b4-93cad2f70668 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f2ecfd7-c14d-49b2-ad3d-31c3de5b4b4b HTTP/1.1" status: 200 len: 943 time: 0.0490174 Nov 22 10:36:04.445911 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3b7c3e27-d929-4c66-8c2e-d938f3ce93f7 req-7b6959a8-d7db-495b-badf-b5719ad2d42a tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/security-groups?id=68e69de2-a7b6-4f55-abcf-22017b026c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500779 Nov 22 10:36:04.574109 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a13667c-a237-4dc4-8cb9-38cdd75cce5f req-708a0edd-8efd-4b8f-a7d7-4363bfa1b1f6 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:04.575700 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1a13667c-a237-4dc4-8cb9-38cdd75cce5f req-708a0edd-8efd-4b8f-a7d7-4363bfa1b1f6 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f777b2-7bd2-46fa-bd38-e601e5a904a7 HTTP/1.1" status: 200 len: 944 time: 0.0560436 Nov 22 10:36:04.625147 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1a13667c-a237-4dc4-8cb9-38cdd75cce5f req-854bcf88-8605-43bf-8bfb-dcc1f4418508 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431523 Nov 22 10:36:04.739911 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device 6d52f987-a868-4d8b-868b-4eda9ec40635 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 10:36:04.774587 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f6b7b-b091-4845-8969-5fbed9e2d6c0 req-9f126e7b-70ec-4002-a1aa-df35cbccb597 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:04.776180 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-801f6b7b-b091-4845-8969-5fbed9e2d6c0 req-9f126e7b-70ec-4002-a1aa-df35cbccb597 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff495625-b409-4b63-93e2-68dbf32cd7c5 HTTP/1.1" status: 200 len: 945 time: 0.0531271 Nov 22 10:36:04.826243 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-801f6b7b-b091-4845-8969-5fbed9e2d6c0 req-3605a5b8-5e88-4f97-9444-77c7f41188a6 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438936 Nov 22 10:36:04.843214 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port 6d52f987-a868-4d8b-868b-4eda9ec40635, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=6d52f987-a868-4d8b-868b-4eda9ec40635,segment=NetworkSegment(6c328c1b-5346-40cf-a48a-8aa2d1f362ae),segment_id=6c328c1b-5346-40cf-a48a-8aa2d1f362ae)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:36:04.856384 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Returning: {'device': '6d52f987-a868-4d8b-868b-4eda9ec40635', 'network_id': '75fe944d-7f58-47aa-b60a-343caa9b99aa', 'port_id': '6d52f987-a868-4d8b-868b-4eda9ec40635', 'mac_address': 'fa:16:3e:2e:a9:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c062ff3-3b29-423e-8521-ebba15772f8d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 10:36:04.897116 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:04.921220 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d52f987-a868-4d8b-868b-4eda9ec40635 {{(pid=102912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 10:36:04.943213 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port 6d52f987-a868-4d8b-868b-4eda9ec40635, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=6d52f987-a868-4d8b-868b-4eda9ec40635,segment=NetworkSegment(6c328c1b-5346-40cf-a48a-8aa2d1f362ae),segment_id=6c328c1b-5346-40cf-a48a-8aa2d1f362ae)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:36:04.948114 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:04.948785 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device 7b29c6e7-c1ba-4983-ab04-3db1251a4a72 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 10:36:04.951130 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197fc12-46c7-428d-aa0b-d22fe7f04eea req-96824dca-faa7-4b32-b61f-f9f78590f2fa tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:04.952648 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f197fc12-46c7-428d-aa0b-d22fe7f04eea req-96824dca-faa7-4b32-b61f-f9f78590f2fa tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.0558949 Nov 22 10:36:05.001668 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f197fc12-46c7-428d-aa0b-d22fe7f04eea req-b96d2cf2-c515-499e-8b16-29092ce6f787 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426898 Nov 22 10:36:05.053982 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Pushing event updated for resources: {'Port': ['ID=6d52f987-a868-4d8b-868b-4eda9ec40635,revision_number=4']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:05.066984 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:36:05.067433 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:36:05.067971 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:36:05.068340 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:36:05.068674 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:36:05.069127 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:36:05.069456 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:36:05.069801 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:36:05.070275 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:36:05.070763 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:36:05.071182 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:36:05.071513 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:36:05.104559 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port 7b29c6e7-c1ba-4983-ab04-3db1251a4a72, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=7b29c6e7-c1ba-4983-ab04-3db1251a4a72,segment=NetworkSegment(db179ef4-ef68-4c74-b563-b96560450275),segment_id=db179ef4-ef68-4c74-b563-b96560450275)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:36:05.120639 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Returning: {'device': '7b29c6e7-c1ba-4983-ab04-3db1251a4a72', 'network_id': '1739dec4-235e-4240-8471-290e5b4cd168', 'port_id': '7b29c6e7-c1ba-4983-ab04-3db1251a4a72', 'mac_address': 'fa:16:3e:79:11:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af65900-70c0-40b7-a79b-e99bb6b7714c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 10:36:05.165052 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:05.179340 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b29c6e7-c1ba-4983-ab04-3db1251a4a72 {{(pid=102912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 10:36:05.200152 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port 7b29c6e7-c1ba-4983-ab04-3db1251a4a72, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=7b29c6e7-c1ba-4983-ab04-3db1251a4a72,segment=NetworkSegment(db179ef4-ef68-4c74-b563-b96560450275),segment_id=db179ef4-ef68-4c74-b563-b96560450275)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:36:05.205511 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:05.257154 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Pushing event updated for resources: {'Port': ['ID=7b29c6e7-c1ba-4983-ab04-3db1251a4a72,revision_number=4']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:05.578839 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8a81d-24f9-4b5b-ad34-313457b300ad req-c1692f49-7602-4902-9ab0-4c2a09d77f8b tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:05.580373 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b8e8a81d-24f9-4b5b-ad34-313457b300ad req-c1692f49-7602-4902-9ab0-4c2a09d77f8b tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f2ecfd7-c14d-49b2-ad3d-31c3de5b4b4b HTTP/1.1" status: 200 len: 944 time: 0.0536871 Nov 22 10:36:05.632196 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b8e8a81d-24f9-4b5b-ad34-313457b300ad req-f8cd33ec-5d6e-41e6-968d-7611210c595f tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/security-groups?id=68e69de2-a7b6-4f55-abcf-22017b026c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456133 Nov 22 10:36:05.647497 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] get_ports_and_sgs() called for port_ids ['7b29c6e7-c1ba-4983-ab04-3db1251a4a72'] {{(pid=102912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 10:36:05.687312 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] get_ports_and_sgs() called for port_ids ['6d52f987-a868-4d8b-868b-4eda9ec40635'] {{(pid=102912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 10:36:05.757042 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c298570-2023-4c44-adf2-7d3472d4eda5 req-17143fb1-e12b-4970-8403-48f53265551b tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:05.758821 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8c298570-2023-4c44-adf2-7d3472d4eda5 req-17143fb1-e12b-4970-8403-48f53265551b tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f777b2-7bd2-46fa-bd38-e601e5a904a7 HTTP/1.1" status: 200 len: 945 time: 0.0524364 Nov 22 10:36:05.816648 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8c298570-2023-4c44-adf2-7d3472d4eda5 req-e3d3bb0a-a40f-4e29-baf9-297b43c512b6 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510798 Nov 22 10:36:06.696815 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aef4f9-0951-4ad6-9d4a-1172be08e78a req-640e5ca9-37b2-4127-8dbe-e487d75af852 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:06.698413 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-45aef4f9-0951-4ad6-9d4a-1172be08e78a req-640e5ca9-37b2-4127-8dbe-e487d75af852 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.0716813 Nov 22 10:36:06.701455 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdadab0-c1fb-4974-ab9a-602ea3bad8fc req-d4cd47ea-8e43-4266-9df1-64927c9a27ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:06.702847 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2fdadab0-c1fb-4974-ab9a-602ea3bad8fc req-d4cd47ea-8e43-4266-9df1-64927c9a27ee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=47dcd8cc91c540eda175b762b2cc6d9d&device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 1099 time: 0.0844676 Nov 22 10:36:06.831393 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-45aef4f9-0951-4ad6-9d4a-1172be08e78a req-7e6639e4-b3cf-4eb6-8162-75ad4dde04bb tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266394 Nov 22 10:36:06.857606 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74348be7-494f-4c3b-a3bb-8a5d62c0c954 req-f90ccc34-7f60-4db3-b6fc-e3a55cf00a21 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:06.859176 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-74348be7-494f-4c3b-a3bb-8a5d62c0c954 req-f90ccc34-7f60-4db3-b6fc-e3a55cf00a21 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f2ecfd7-c14d-49b2-ad3d-31c3de5b4b4b HTTP/1.1" status: 200 len: 944 time: 0.1321518 Nov 22 10:36:06.889597 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdadab0-c1fb-4974-ab9a-602ea3bad8fc req-f7ff7849-20f4-42a1-88ac-d98fbaded9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:06.891083 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2fdadab0-c1fb-4974-ab9a-602ea3bad8fc req-f7ff7849-20f4-42a1-88ac-d98fbaded9ef service neutron] 10.222.0.20 "GET /v2.0/networks?id=153a66f8-3695-4a0f-8479-33d7bddbc164 HTTP/1.1" status: 200 len: 920 time: 0.1730855 Nov 22 10:36:06.971163 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2fdadab0-c1fb-4974-ab9a-602ea3bad8fc req-f5d3af53-0f0e-4c18-9b95-6ef3ccfdd50d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7b68ff2-ecd7-4e74-81b4-cf38071ef393 HTTP/1.1" status: 200 len: 217 time: 0.0669758 Nov 22 10:36:06.997211 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-74348be7-494f-4c3b-a3bb-8a5d62c0c954 req-e43e461b-a8d2-4534-b895-db83201ab302 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/security-groups?id=68e69de2-a7b6-4f55-abcf-22017b026c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266344 Nov 22 10:36:07.034294 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b663004-d7d1-4cd8-9f0c-6a2d072f3527 req-b6cd5781-2a6f-4aa5-9286-f449853923ab tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:07.036139 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1b663004-d7d1-4cd8-9f0c-6a2d072f3527 req-b6cd5781-2a6f-4aa5-9286-f449853923ab tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f777b2-7bd2-46fa-bd38-e601e5a904a7 HTTP/1.1" status: 200 len: 945 time: 0.1423864 Nov 22 10:36:07.054156 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdadab0-c1fb-4974-ab9a-602ea3bad8fc req-f51a04ce-9ed9-4b6e-a8dc-98a01818931e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:07.055594 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2fdadab0-c1fb-4974-ab9a-602ea3bad8fc req-f51a04ce-9ed9-4b6e-a8dc-98a01818931e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c80a285c-563e-448a-9814-994fad543ecd HTTP/1.1" status: 200 len: 859 time: 0.0729694 Nov 22 10:36:07.102229 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2fdadab0-c1fb-4974-ab9a-602ea3bad8fc req-dfd4b2e1-6012-496f-b46a-6a8005cecaba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=153a66f8-3695-4a0f-8479-33d7bddbc164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332460 Nov 22 10:36:07.123193 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1b663004-d7d1-4cd8-9f0c-6a2d072f3527 req-300fd3e9-cfff-4feb-a4d0-a0b9394edff9 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804534 Nov 22 10:36:07.203709 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2fdadab0-c1fb-4974-ab9a-602ea3bad8fc req-38623a27-54cc-446b-9642-ba32f69e3aaf service neutron] 10.222.0.20 "GET /v2.0/networks/153a66f8-3695-4a0f-8479-33d7bddbc164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900006 Nov 22 10:36:07.307291 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2fdadab0-c1fb-4974-ab9a-602ea3bad8fc req-061b4273-afdd-4cdf-8d7c-4d61f2dbef6e service neutron] 10.222.0.20 "GET /v2.0/networks/153a66f8-3695-4a0f-8479-33d7bddbc164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896132 Nov 22 10:36:07.959038 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a2713-ca77-4d3e-b68d-f53aaebbdc46 req-8bd3c22d-2ed2-4732-89cc-f0c738c4cb65 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:07.960695 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f20a2713-ca77-4d3e-b68d-f53aaebbdc46 req-8bd3c22d-2ed2-4732-89cc-f0c738c4cb65 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.0542696 Nov 22 10:36:08.013290 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f20a2713-ca77-4d3e-b68d-f53aaebbdc46 req-82ae9d7f-e112-4789-bc01-33ab9b82d5ba tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455680 Nov 22 10:36:08.138505 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9122495a-e8a9-4c02-b780-721e7a253f8a req-86b00234-dc2c-4d24-b848-7022f2728473 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:08.140315 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9122495a-e8a9-4c02-b780-721e7a253f8a req-86b00234-dc2c-4d24-b848-7022f2728473 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f2ecfd7-c14d-49b2-ad3d-31c3de5b4b4b HTTP/1.1" status: 200 len: 944 time: 0.0545778 Nov 22 10:36:08.199536 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9122495a-e8a9-4c02-b780-721e7a253f8a req-acc38414-44eb-4119-a7b4-d24e75271325 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/security-groups?id=68e69de2-a7b6-4f55-abcf-22017b026c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512931 Nov 22 10:36:08.251815 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb2d5ff-27b0-4fbe-8ff9-cbcd3d31d45d req-98dacd38-a45b-4ab8-8aae-7096bff90ddf tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:08.253441 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7bb2d5ff-27b0-4fbe-8ff9-cbcd3d31d45d req-98dacd38-a45b-4ab8-8aae-7096bff90ddf tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f777b2-7bd2-46fa-bd38-e601e5a904a7 HTTP/1.1" status: 200 len: 945 time: 0.0529447 Nov 22 10:36:08.310045 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7bb2d5ff-27b0-4fbe-8ff9-cbcd3d31d45d req-305e2d98-8146-46fe-b70a-b96ebb10eea7 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503204 Nov 22 10:36:08.734394 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device 6d52f987-a868-4d8b-868b-4eda9ec40635 up at agent hyperv_hv-cinder-80403 {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:36:08.798124 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Provisioning for port 6d52f987-a868-4d8b-868b-4eda9ec40635 completed by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 10:36:08.802812 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Provisioning complete for port 6d52f987-a868-4d8b-868b-4eda9ec40635 triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:36:08.803706 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:08.894244 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:08.923632 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f2ecfd7-c14d-49b2-ad3d-31c3de5b4b4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d52f987-a868-4d8b-868b-4eda9ec40635'}] {{(pid=102912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:36:08.926159 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871da4fec6c70e81ce77d4e4817c66d6168a6b102b4e2b260a442deac58e97e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1c7964-5595-4088-8b2a-5ba310945f81" -d '{"events": [{"server_uuid": "1f2ecfd7-c14d-49b2-ad3d-31c3de5b4b4b", "name": "network-vif-plugged", "status": "completed", "tag": "6d52f987-a868-4d8b-868b-4eda9ec40635"}]}' {{(pid=102912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:36:08.943690 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port 6d52f987-a868-4d8b-868b-4eda9ec40635, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=6d52f987-a868-4d8b-868b-4eda9ec40635,segment=NetworkSegment(6c328c1b-5346-40cf-a48a-8aa2d1f362ae),segment_id=6c328c1b-5346-40cf-a48a-8aa2d1f362ae)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:36:08.950007 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:08.950881 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device 7b29c6e7-c1ba-4983-ab04-3db1251a4a72 up at agent hyperv_hv-cinder-80403 {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:36:08.999197 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 10:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62cb1c64-a77a-4d03-96dc-e925f7bae399 x-openstack-request-id: req-62cb1c64-a77a-4d03-96dc-e925f7bae399 {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:36:08.999538 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f2ecfd7-c14d-49b2-ad3d-31c3de5b4b4b", "name": "network-vif-plugged", "status": "completed", "tag": "6d52f987-a868-4d8b-868b-4eda9ec40635", "code": 200}]} {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:36:08.999829 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-62cb1c64-a77a-4d03-96dc-e925f7bae399 {{(pid=102912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:36:09.000230 dv-cinder-804035-13-iscsi neutron-server[102912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f2ecfd7-c14d-49b2-ad3d-31c3de5b4b4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d52f987-a868-4d8b-868b-4eda9ec40635', 'code': 200} Nov 22 10:36:09.034042 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Pushing event updated for resources: {'Port': ['ID=6d52f987-a868-4d8b-868b-4eda9ec40635,revision_number=5']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:09.051582 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Provisioning for port 7b29c6e7-c1ba-4983-ab04-3db1251a4a72 completed by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 10:36:09.056654 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Provisioning complete for port 7b29c6e7-c1ba-4983-ab04-3db1251a4a72 triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:36:09.057041 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:09.165257 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:09.170136 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 40796) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:36:09.200779 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port 7b29c6e7-c1ba-4983-ab04-3db1251a4a72, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=7b29c6e7-c1ba-4983-ab04-3db1251a4a72,segment=NetworkSegment(db179ef4-ef68-4c74-b563-b96560450275),segment_id=db179ef4-ef68-4c74-b563-b96560450275)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:36:09.208033 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:09.248827 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef576ff-511e-4956-866d-e4fb6aa85f96 req-05006a72-2568-4936-b08b-9fa8508eb0dd tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:09.250613 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7ef576ff-511e-4956-866d-e4fb6aa85f96 req-05006a72-2568-4936-b08b-9fa8508eb0dd tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.0818510 Nov 22 10:36:09.267600 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Pushing event updated for resources: {'Port': ['ID=7b29c6e7-c1ba-4983-ab04-3db1251a4a72,revision_number=5']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:09.282759 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0caebd-6e55-4218-87ed-7ed0cf48ed06 req-ec2cf7bb-efd2-4669-aedb-e2dde5e7aad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:09.284366 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ba0caebd-6e55-4218-87ed-7ed0cf48ed06 req-ec2cf7bb-efd2-4669-aedb-e2dde5e7aad6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1f2ecfd7-c14d-49b2-ad3d-31c3de5b4b4b HTTP/1.1" status: 200 len: 1098 time: 0.0877109 Nov 22 10:36:09.306496 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2eed8466-e15f-4e0f-bd38-bde8e9909aed admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:09.394815 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2eed8466-e15f-4e0f-bd38-bde8e9909aed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:09.400804 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2eed8466-e15f-4e0f-bd38-bde8e9909aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:09.446554 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-2eed8466-e15f-4e0f-bd38-bde8e9909aed admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b03616de9aaa48b586173becb6c50615&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2752628 Nov 22 10:36:09.448029 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eed8466-e15f-4e0f-bd38-bde8e9909aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ad4f96-640b-42e6-bd80-7156ccdeff6c,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:09.450521 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 40804) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:36:09.506558 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e6f0a1fc-d546-4074-b913-7d0c1c9ce495 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:09.529413 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e6f0a1fc-d546-4074-b913-7d0c1c9ce495 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:09.581754 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e6f0a1fc-d546-4074-b913-7d0c1c9ce495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:09.583877 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7ef576ff-511e-4956-866d-e4fb6aa85f96 req-b2689bf7-9075-44bd-b871-262510ec0dcd tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260772 Nov 22 10:36:09.584742 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e6f0a1fc-d546-4074-b913-7d0c1c9ce495 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:09.586048 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-e6f0a1fc-d546-4074-b913-7d0c1c9ce495 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d6ad4f96-640b-42e6-bd80-7156ccdeff6c HTTP/1.1" status: 204 len: 168 time: 0.1345613 Nov 22 10:36:09.595047 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f0a1fc-d546-4074-b913-7d0c1c9ce495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ad4f96-640b-42e6-bd80-7156ccdeff6c,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:09.612097 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ba0caebd-6e55-4218-87ed-7ed0cf48ed06 req-f53599fd-dba6-4ed2-a02d-ef005651fefe service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=68e69de2-a7b6-4f55-abcf-22017b026c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193161 Nov 22 10:36:09.628661 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aee945-b20f-4f88-90c2-e6672ccadd3f req-93a8352c-f865-45c0-b30d-34ba6eafd1aa tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:09.628661 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e6aee945-b20f-4f88-90c2-e6672ccadd3f req-93a8352c-f865-45c0-b30d-34ba6eafd1aa tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f2ecfd7-c14d-49b2-ad3d-31c3de5b4b4b HTTP/1.1" status: 200 len: 945 time: 0.1014211 Nov 22 10:36:09.684622 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e6aee945-b20f-4f88-90c2-e6672ccadd3f req-b56664e1-c684-463f-85d9-e6c97f38c41e tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/security-groups?id=68e69de2-a7b6-4f55-abcf-22017b026c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476389 Nov 22 10:36:09.744420 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d920bcdb-e7be-455c-8e1c-a994ade87f66 req-3532095b-b361-4727-895d-72e3d6043ffe tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:09.746273 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d920bcdb-e7be-455c-8e1c-a994ade87f66 req-3532095b-b361-4727-895d-72e3d6043ffe tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f777b2-7bd2-46fa-bd38-e601e5a904a7 HTTP/1.1" status: 200 len: 946 time: 0.0601063 Nov 22 10:36:09.802939 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d920bcdb-e7be-455c-8e1c-a994ade87f66 req-68124534-510c-4e03-8e3d-17528ba52a58 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498600 Nov 22 10:36:10.742307 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29847b-ed03-4891-a640-302acd6f4e42 req-d4f40aa0-4b50-4068-9c20-1685dc28e40c tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:10.744550 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6d29847b-ed03-4891-a640-302acd6f4e42 req-d4f40aa0-4b50-4068-9c20-1685dc28e40c tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.0606225 Nov 22 10:36:10.837841 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6d29847b-ed03-4891-a640-302acd6f4e42 req-483b5b81-8a9f-47a7-829e-10b413a39222 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858512 Nov 22 10:36:10.850084 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0dad5d-4cb8-46ac-be0c-3251b6352992 req-d234e55e-166f-46a2-896c-c169fcd80caa tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:10.851588 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-da0dad5d-4cb8-46ac-be0c-3251b6352992 req-d234e55e-166f-46a2-896c-c169fcd80caa tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f2ecfd7-c14d-49b2-ad3d-31c3de5b4b4b HTTP/1.1" status: 200 len: 945 time: 0.0770299 Nov 22 10:36:10.929427 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-da0dad5d-4cb8-46ac-be0c-3251b6352992 req-b82ad367-0a25-427c-baf6-118eb84897ea tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/security-groups?id=68e69de2-a7b6-4f55-abcf-22017b026c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702956 Nov 22 10:36:10.981812 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df78ddd-2042-4f42-92af-7e240c58ba7b req-40d12734-8613-466a-af1a-f5fae40e0db6 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:10.983774 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5df78ddd-2042-4f42-92af-7e240c58ba7b req-40d12734-8613-466a-af1a-f5fae40e0db6 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f777b2-7bd2-46fa-bd38-e601e5a904a7 HTTP/1.1" status: 200 len: 946 time: 0.0701394 Nov 22 10:36:11.001726 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f777b2-7bd2-46fa-bd38-e601e5a904a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b29c6e7-c1ba-4983-ab04-3db1251a4a72'}] {{(pid=102912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:36:11.004134 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871da4fec6c70e81ce77d4e4817c66d6168a6b102b4e2b260a442deac58e97e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130de797-9630-42ed-9fa1-b594e198bed8" -d '{"events": [{"server_uuid": "27f777b2-7bd2-46fa-bd38-e601e5a904a7", "name": "network-vif-plugged", "status": "completed", "tag": "7b29c6e7-c1ba-4983-ab04-3db1251a4a72"}]}' {{(pid=102912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:36:11.078321 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5df78ddd-2042-4f42-92af-7e240c58ba7b req-866e1c18-8ce2-44a3-9b74-9d8462a254b5 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877376 Nov 22 10:36:11.113551 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 10:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a40d13-55e0-46b8-8e6b-017247cff922 x-openstack-request-id: req-e7a40d13-55e0-46b8-8e6b-017247cff922 {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:36:11.113949 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27f777b2-7bd2-46fa-bd38-e601e5a904a7", "name": "network-vif-plugged", "status": "completed", "tag": "7b29c6e7-c1ba-4983-ab04-3db1251a4a72", "code": 200}]} {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:36:11.114278 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e7a40d13-55e0-46b8-8e6b-017247cff922 {{(pid=102912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:36:11.114670 dv-cinder-804035-13-iscsi neutron-server[102912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27f777b2-7bd2-46fa-bd38-e601e5a904a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b29c6e7-c1ba-4983-ab04-3db1251a4a72', 'code': 200} Nov 22 10:36:11.364561 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71ef53-3c49-443a-850b-764d62e7ef92 req-65b17fad-bb72-45b1-b613-2b879749bf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:11.366113 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-af71ef53-3c49-443a-850b-764d62e7ef92 req-65b17fad-bb72-45b1-b613-2b879749bf47 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=27f777b2-7bd2-46fa-bd38-e601e5a904a7 HTTP/1.1" status: 200 len: 1099 time: 0.0436621 Nov 22 10:36:11.419950 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-af71ef53-3c49-443a-850b-764d62e7ef92 req-952f7080-948d-4ee6-8380-2fd09723548d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395272 Nov 22 10:36:11.963211 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c71cf-609c-4c9b-9e0e-3e3de6e77f20 req-5c5a671e-604c-4831-a9cd-e29f7ff3060e tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:11.964740 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-be3c71cf-609c-4c9b-9e0e-3e3de6e77f20 req-5c5a671e-604c-4831-a9cd-e29f7ff3060e tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.0538368 Nov 22 10:36:12.014917 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-be3c71cf-609c-4c9b-9e0e-3e3de6e77f20 req-b32a8cd4-9a38-4e09-b114-a87ac99c134e tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440717 Nov 22 10:36:12.069880 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d89fd69-a841-4439-b2ad-fa999f27b2b3 req-e7d0fcba-9e3d-4e3e-b1d6-aa0a1a778254 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:12.071514 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7d89fd69-a841-4439-b2ad-fa999f27b2b3 req-e7d0fcba-9e3d-4e3e-b1d6-aa0a1a778254 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f2ecfd7-c14d-49b2-ad3d-31c3de5b4b4b HTTP/1.1" status: 200 len: 945 time: 0.0556214 Nov 22 10:36:12.122822 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7d89fd69-a841-4439-b2ad-fa999f27b2b3 req-4079f4fd-8c5f-4bbe-9004-5efd5a737110 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/security-groups?id=68e69de2-a7b6-4f55-abcf-22017b026c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449069 Nov 22 10:36:12.237482 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e7fb0-3ee4-4b56-8dea-3cc12840ded1 req-673e75ec-8ffd-4a3c-8f43-1720fb2dfb54 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:12.238979 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-570e7fb0-3ee4-4b56-8dea-3cc12840ded1 req-673e75ec-8ffd-4a3c-8f43-1720fb2dfb54 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f777b2-7bd2-46fa-bd38-e601e5a904a7 HTTP/1.1" status: 200 len: 946 time: 0.0555699 Nov 22 10:36:12.290662 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-570e7fb0-3ee4-4b56-8dea-3cc12840ded1 req-96c53008-d011-4086-8393-13529d8c32b8 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446296 Nov 22 10:36:15.019866 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33610182-f382-4d2b-bcd1-e029f6cda911 req-083df624-ba82-46c4-913b-35e15c263da1 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:15.021508 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-33610182-f382-4d2b-bcd1-e029f6cda911 req-083df624-ba82-46c4-913b-35e15c263da1 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.0612552 Nov 22 10:36:15.101032 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d5e4c-f830-43f8-8764-de6d3f8bb43f req-df1f8cd2-0579-4feb-9c8a-0d5bc2f70502 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:15.102993 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bc1d5e4c-f830-43f8-8764-de6d3f8bb43f req-df1f8cd2-0579-4feb-9c8a-0d5bc2f70502 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f777b2-7bd2-46fa-bd38-e601e5a904a7 HTTP/1.1" status: 200 len: 946 time: 0.0805213 Nov 22 10:36:15.107006 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-33610182-f382-4d2b-bcd1-e029f6cda911 req-095d8300-81c0-47a1-bab1-ee7865003b04 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754535 Nov 22 10:36:15.159198 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bc1d5e4c-f830-43f8-8764-de6d3f8bb43f req-79234ace-c2c8-4681-8650-90282f249aa3 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499132 Nov 22 10:36:15.637572 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8373cc3-af5b-4dd2-b821-e8e57eafea32 req-7993c510-adfa-4137-8fae-5e11fe15d7db tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:15.639064 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e8373cc3-af5b-4dd2-b821-e8e57eafea32 req-7993c510-adfa-4137-8fae-5e11fe15d7db tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f2ecfd7-c14d-49b2-ad3d-31c3de5b4b4b HTTP/1.1" status: 200 len: 945 time: 0.0547206 Nov 22 10:36:15.690769 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e8373cc3-af5b-4dd2-b821-e8e57eafea32 req-2c7eebab-8052-4986-96f0-c3d0834421cb tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/security-groups?id=68e69de2-a7b6-4f55-abcf-22017b026c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454533 Nov 22 10:36:16.234165 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254042ca-d254-4393-b8eb-0c4fe48398e0 req-cd323de9-01a1-4a93-b126-aa005b477136 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:16.235934 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-254042ca-d254-4393-b8eb-0c4fe48398e0 req-cd323de9-01a1-4a93-b126-aa005b477136 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.0540652 Nov 22 10:36:16.338809 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9298bd-9167-49d8-892f-439775d6e1d0 req-5f9e21d2-aff3-4fdc-bc94-854d099777da tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:16.340543 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fd9298bd-9167-49d8-892f-439775d6e1d0 req-5f9e21d2-aff3-4fdc-bc94-854d099777da tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f777b2-7bd2-46fa-bd38-e601e5a904a7 HTTP/1.1" status: 200 len: 946 time: 0.0996532 Nov 22 10:36:16.350312 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-254042ca-d254-4393-b8eb-0c4fe48398e0 req-cf11cee3-aab6-4f2d-814b-5aab098bcb83 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990026 Nov 22 10:36:16.402223 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fd9298bd-9167-49d8-892f-439775d6e1d0 req-fdf7aaca-f37d-45bc-a1b5-6c0eec48dc7c tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507193 Nov 22 10:36:16.858309 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8935d8c-e920-407b-8d2f-b3e399931d0d req-76bd88b8-fb51-49a0-8b7a-f1282d134b15 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:16.858309 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f8935d8c-e920-407b-8d2f-b3e399931d0d req-76bd88b8-fb51-49a0-8b7a-f1282d134b15 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f2ecfd7-c14d-49b2-ad3d-31c3de5b4b4b HTTP/1.1" status: 200 len: 945 time: 0.0633199 Nov 22 10:36:16.939283 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f8935d8c-e920-407b-8d2f-b3e399931d0d req-6549565d-80a3-464a-8d1c-3fedcc3d8135 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/security-groups?id=68e69de2-a7b6-4f55-abcf-22017b026c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784025 Nov 22 10:36:17.488783 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ad9f3-8061-4915-8afb-933489ba6708 req-437c4f3a-5242-4cfe-859c-2656d4c4a94e tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:17.490319 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-079ad9f3-8061-4915-8afb-933489ba6708 req-437c4f3a-5242-4cfe-859c-2656d4c4a94e tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.0611253 Nov 22 10:36:17.541105 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-079ad9f3-8061-4915-8afb-933489ba6708 req-41ccfe1d-389d-4558-85af-8071e484b50d tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439334 Nov 22 10:36:17.812599 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea766418-d99e-4956-ad80-dc0a08962e20 req-e5c10082-c116-4d4d-8783-748c11066881 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:17.814153 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ea766418-d99e-4956-ad80-dc0a08962e20 req-e5c10082-c116-4d4d-8783-748c11066881 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f2ecfd7-c14d-49b2-ad3d-31c3de5b4b4b HTTP/1.1" status: 200 len: 945 time: 0.0528884 Nov 22 10:36:17.925488 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-ea766418-d99e-4956-ad80-dc0a08962e20 req-70809b6a-ef6f-4530-9f0f-7be3c7326969 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Deleting port 6d52f987-a868-4d8b-868b-4eda9ec40635 {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:36:17.925839 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-ea766418-d99e-4956-ad80-dc0a08962e20 req-70809b6a-ef6f-4530-9f0f-7be3c7326969 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:18.070327 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-ea766418-d99e-4956-ad80-dc0a08962e20 req-70809b6a-ef6f-4530-9f0f-7be3c7326969 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] For port 6d52f987-a868-4d8b-868b-4eda9ec40635, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=6d52f987-a868-4d8b-868b-4eda9ec40635,segment=NetworkSegment(6c328c1b-5346-40cf-a48a-8aa2d1f362ae),segment_id=6c328c1b-5346-40cf-a48a-8aa2d1f362ae)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:36:18.070508 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-ea766418-d99e-4956-ad80-dc0a08962e20 req-70809b6a-ef6f-4530-9f0f-7be3c7326969 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:18.094021 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-ea766418-d99e-4956-ad80-dc0a08962e20 req-70809b6a-ef6f-4530-9f0f-7be3c7326969 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Calling delete_port for 6d52f987-a868-4d8b-868b-4eda9ec40635 owned by compute:nova {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:36:18.117418 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddea523-f7a8-475a-ba71-87eaf99e05bf req-22476bb6-1c6a-4c31-8b61-d2d4ba467a3e tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:18.118954 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8ddea523-f7a8-475a-ba71-87eaf99e05bf req-22476bb6-1c6a-4c31-8b61-d2d4ba467a3e tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f2ecfd7-c14d-49b2-ad3d-31c3de5b4b4b HTTP/1.1" status: 200 len: 945 time: 0.0876606 Nov 22 10:36:18.237423 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8ddea523-f7a8-475a-ba71-87eaf99e05bf req-9a8f7c0b-47f5-4d88-9ff4-ce105a25eccb tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/security-groups?id=68e69de2-a7b6-4f55-abcf-22017b026c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801296 Nov 22 10:36:18.322348 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-ea766418-d99e-4956-ad80-dc0a08962e20 req-70809b6a-ef6f-4530-9f0f-7be3c7326969 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:18.337373 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] get_ports_and_sgs() called for port_ids ['6d52f987-a868-4d8b-868b-4eda9ec40635'] {{(pid=102912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 10:36:18.377115 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70809b6a-ef6f-4530-9f0f-7be3c7326969 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Pushing event deleted for resources: {'Port': ['ID=6d52f987-a868-4d8b-868b-4eda9ec40635,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:18.440864 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea766418-d99e-4956-ad80-dc0a08962e20 req-70809b6a-ef6f-4530-9f0f-7be3c7326969 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] No DVR routers for this DVR port 6d52f987-a868-4d8b-868b-4eda9ec40635 on host hv-cinder-80403 {{(pid=102911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 10:36:18.443774 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-ea766418-d99e-4956-ad80-dc0a08962e20 req-70809b6a-ef6f-4530-9f0f-7be3c7326969 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:18.447311 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ea766418-d99e-4956-ad80-dc0a08962e20 req-70809b6a-ef6f-4530-9f0f-7be3c7326969 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.20 "DELETE /v2.0/ports/6d52f987-a868-4d8b-868b-4eda9ec40635 HTTP/1.1" status: 204 len: 173 time: 0.6233740 Nov 22 10:36:18.447949 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f2ecfd7-c14d-49b2-ad3d-31c3de5b4b4b', 'name': 'network-vif-deleted', 'tag': '6d52f987-a868-4d8b-868b-4eda9ec40635'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:36:18.450481 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5429d6209f9db75179b029b02f265116e5db13468d9d60e00895472a7fa8ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3df3b7-4b54-4118-abc3-75dc3e3b6426" -d '{"events": [{"server_uuid": "1f2ecfd7-c14d-49b2-ad3d-31c3de5b4b4b", "name": "network-vif-deleted", "tag": "6d52f987-a868-4d8b-868b-4eda9ec40635"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:36:18.506947 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 10:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b7377a-4757-41da-ab58-56171194a62a x-openstack-request-id: req-59b7377a-4757-41da-ab58-56171194a62a {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:36:18.507725 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f2ecfd7-c14d-49b2-ad3d-31c3de5b4b4b", "name": "network-vif-deleted", "tag": "6d52f987-a868-4d8b-868b-4eda9ec40635", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:36:18.507725 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-59b7377a-4757-41da-ab58-56171194a62a {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:36:18.508243 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f2ecfd7-c14d-49b2-ad3d-31c3de5b4b4b', 'name': 'network-vif-deleted', 'tag': '6d52f987-a868-4d8b-868b-4eda9ec40635', 'status': 'completed', 'code': 200} Nov 22 10:36:18.692664 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b22817-851a-4032-a0ba-d27d873a56ab req-de24cd4e-ad9f-4d46-a48e-21a201754690 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:18.696620 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-28b22817-851a-4032-a0ba-d27d873a56ab req-de24cd4e-ad9f-4d46-a48e-21a201754690 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.0674386 Nov 22 10:36:18.751281 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-28b22817-851a-4032-a0ba-d27d873a56ab req-5ff986b2-4200-4c2e-b764-dd39814f3b49 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463958 Nov 22 10:36:19.607166 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a38bf4-3798-4243-a719-e7a3915bd045 req-d6db9cfa-ae24-446f-9bb4-3609fb2ada40 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:19.608706 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-47a38bf4-3798-4243-a719-e7a3915bd045 req-d6db9cfa-ae24-446f-9bb4-3609fb2ada40 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/networks?id=75fe944d-7f58-47aa-b60a-343caa9b99aa HTTP/1.1" status: 200 len: 809 time: 0.1116006 Nov 22 10:36:19.624371 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-47a38bf4-3798-4243-a719-e7a3915bd045 req-64d528fb-345e-4473-95af-b79f70ac7948 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/quotas/4aa86d766a954554b6dc79984ed36bd5 HTTP/1.1" status: 200 len: 375 time: 0.0097780 Nov 22 10:36:19.659537 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-47a38bf4-3798-4243-a719-e7a3915bd045 req-6588773a-754b-4bc9-9148-fe023dd3064e tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4aa86d766a954554b6dc79984ed36bd5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291119 Nov 22 10:36:19.761260 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-47a38bf4-3798-4243-a719-e7a3915bd045 req-14ff7c46-c85b-477d-9a39-5a90f31f12f1 service neutron] 10.222.0.46 "GET /v2.0/networks/75fe944d-7f58-47aa-b60a-343caa9b99aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945275 Nov 22 10:36:19.858814 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:19.887687 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-47a38bf4-3798-4243-a719-e7a3915bd045 req-6bb401ff-f068-407f-be2d-ee1008ee790a service neutron] 10.222.0.46 "GET /v2.0/networks/75fe944d-7f58-47aa-b60a-343caa9b99aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202180 Nov 22 10:36:19.900256 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92debae1-70c0-4de1-96c3-6ea28843bc01 req-2ab6e612-17d7-4f7a-a19b-f110afab2ee2 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:19.901825 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-92debae1-70c0-4de1-96c3-6ea28843bc01 req-2ab6e612-17d7-4f7a-a19b-f110afab2ee2 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.0740175 Nov 22 10:36:19.957056 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-92debae1-70c0-4de1-96c3-6ea28843bc01 req-81469210-4436-4ef1-9b7b-eec40ab22917 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491765 Nov 22 10:36:20.047200 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8a904227-28c3-41bc-88a9-9918a53ce310 req-f9fb6811-64dd-4db6-a143-c041a86e1776 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c524b47-d906-432d-989d-7da4bb3cf70c HTTP/1.1" status: 200 len: 210 time: 0.0269735 Nov 22 10:36:20.778357 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 41118) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:36:20.895436 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-86a91607-d286-4d6e-a8d2-43cfc11bb6de admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:20.980767 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-86a91607-d286-4d6e-a8d2-43cfc11bb6de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:20.999700 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-86a91607-d286-4d6e-a8d2-43cfc11bb6de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:21.039409 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-86a91607-d286-4d6e-a8d2-43cfc11bb6de admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f3ff0ee643da4ca98dd82bf07482758c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2599065 Nov 22 10:36:21.042871 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 41124) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:36:21.069508 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a91607-d286-4d6e-a8d2-43cfc11bb6de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85123d17-efb9-4620-bd36-3c37021cfe6a,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:21.218892 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a2322211-2fb1-44fc-98c6-f6980597f4dc req-a02844da-6c5d-4556-9ac1-bba979e29d6b tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c524b47-d906-432d-989d-7da4bb3cf70c HTTP/1.1" status: 200 len: 210 time: 0.0784750 Nov 22 10:36:21.272486 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166f3da-3ec1-49fb-b51e-8e85d2f83f88 req-3106d843-6647-4a01-878c-c35cdde69a9f tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:21.274248 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2166f3da-3ec1-49fb-b51e-8e85d2f83f88 req-3106d843-6647-4a01-878c-c35cdde69a9f tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.2224798 Nov 22 10:36:21.278007 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2ad0ff90-040e-4f4f-9fca-ec82c88d6b0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:21.331088 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a38bf4-3798-4243-a719-e7a3915bd045 req-91ba3adb-f644-4543-b337-2a0a00929f1f tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:21.332722 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-47a38bf4-3798-4243-a719-e7a3915bd045 req-91ba3adb-f644-4543-b337-2a0a00929f1f tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.20 "GET /v2.0/networks?id=75fe944d-7f58-47aa-b60a-343caa9b99aa HTTP/1.1" status: 200 len: 809 time: 0.2613266 Nov 22 10:36:21.341708 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2ad0ff90-040e-4f4f-9fca-ec82c88d6b0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:21.360190 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-47a38bf4-3798-4243-a719-e7a3915bd045 req-9236748d-0107-4f6a-bb37-a0c814b9eafa tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Request body: {'port': {'device_id': '2c524b47-d906-432d-989d-7da4bb3cf70c', 'network_id': '75fe944d-7f58-47aa-b60a-343caa9b99aa', 'admin_state_up': True, 'tenant_id': '4aa86d766a954554b6dc79984ed36bd5'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:36:21.441898 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2166f3da-3ec1-49fb-b51e-8e85d2f83f88 req-439b297c-79f8-45da-bb5e-7440f8e5b7a8 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553416 Nov 22 10:36:21.504224 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2ad0ff90-040e-4f4f-9fca-ec82c88d6b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:21.507494 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2ad0ff90-040e-4f4f-9fca-ec82c88d6b0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:21.508840 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-2ad0ff90-040e-4f4f-9fca-ec82c88d6b0d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/85123d17-efb9-4620-bd36-3c37021cfe6a HTTP/1.1" status: 204 len: 168 time: 0.4648521 Nov 22 10:36:21.522697 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad0ff90-040e-4f4f-9fca-ec82c88d6b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85123d17-efb9-4620-bd36-3c37021cfe6a,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:21.540372 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47a38bf4-3798-4243-a719-e7a3915bd045 req-9236748d-0107-4f6a-bb37-a0c814b9eafa tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Made reservation on behalf of 4aa86d766a954554b6dc79984ed36bd5 for: {'port': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 10:36:21.546532 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-47a38bf4-3798-4243-a719-e7a3915bd045 req-9236748d-0107-4f6a-bb37-a0c814b9eafa tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:21.721035 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [req-47a38bf4-3798-4243-a719-e7a3915bd045 req-9236748d-0107-4f6a-bb37-a0c814b9eafa tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Allocated IP 172.20.0.14 (75fe944d-7f58-47aa-b60a-343caa9b99aa/1c062ff3-3b29-423e-8521-ebba15772f8d/5f7ff9dc-3f50-4fd6-9c87-753e92d8e62e) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 10:36:21.905241 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-47a38bf4-3798-4243-a719-e7a3915bd045 req-9236748d-0107-4f6a-bb37-a0c814b9eafa tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:21.939315 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-47a38bf4-3798-4243-a719-e7a3915bd045 req-9236748d-0107-4f6a-bb37-a0c814b9eafa tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749315246228'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:21.986160 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47a38bf4-3798-4243-a719-e7a3915bd045 req-9236748d-0107-4f6a-bb37-a0c814b9eafa tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Network 75fe944d-7f58-47aa-b60a-343caa9b99aa is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:36:21.989408 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [req-47a38bf4-3798-4243-a719-e7a3915bd045 req-9236748d-0107-4f6a-bb37-a0c814b9eafa tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:36:21.993213 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a38bf4-3798-4243-a719-e7a3915bd045 req-9236748d-0107-4f6a-bb37-a0c814b9eafa tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 10:36:21.999524 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a38bf4-3798-4243-a719-e7a3915bd045 req-9236748d-0107-4f6a-bb37-a0c814b9eafa tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:22.000191 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-47a38bf4-3798-4243-a719-e7a3915bd045 req-9236748d-0107-4f6a-bb37-a0c814b9eafa tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:22.014287 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9236748d-0107-4f6a-bb37-a0c814b9eafa tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Pushing event updated for resources: {'Port': ['ID=5f7ff9dc-3f50-4fd6-9c87-753e92d8e62e,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:22.025324 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-47a38bf4-3798-4243-a719-e7a3915bd045 req-9236748d-0107-4f6a-bb37-a0c814b9eafa tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6705770 Nov 22 10:36:22.042703 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-47a38bf4-3798-4243-a719-e7a3915bd045 req-2d64590e-ab10-48dd-a112-7224ae895fba service neutron] Request body: {'port': {'device_id': '2c524b47-d906-432d-989d-7da4bb3cf70c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:36:22.104350 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-47a38bf4-3798-4243-a719-e7a3915bd045 req-2d64590e-ab10-48dd-a112-7224ae895fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:22.240678 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 41162) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:36:22.354830 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.v2.base [None req-090a77e1-460b-4ccc-9f3c-ba57e6b1af70 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1377177714-network', 'tenant_id': '48e14154c62a42a8b78c798e97aa89fb'}} {{(pid=102910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:36:22.380909 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090a77e1-460b-4ccc-9f3c-ba57e6b1af70 admin admin] Made reservation on behalf of 48e14154c62a42a8b78c798e97aa89fb for: {'network': 1} {{(pid=102910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 10:36:22.383380 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-090a77e1-460b-4ccc-9f3c-ba57e6b1af70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for network, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:22.392328 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-090a77e1-460b-4ccc-9f3c-ba57e6b1af70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:22.396612 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9d5bd-5eb7-4e51-a85a-6ac0ec50712e req-b10280bf-9242-487b-a741-4f332c41cfa2 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:22.398048 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-84f9d5bd-5eb7-4e51-a85a-6ac0ec50712e req-b10280bf-9242-487b-a741-4f332c41cfa2 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c524b47-d906-432d-989d-7da4bb3cf70c HTTP/1.1" status: 200 len: 932 time: 0.0878339 Nov 22 10:36:22.450726 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [req-47a38bf4-3798-4243-a719-e7a3915bd045 req-2d64590e-ab10-48dd-a112-7224ae895fba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f7ff9dc-3f50-4fd6-9c87-753e92d8e62e {{(pid=102911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 10:36:22.470158 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-47a38bf4-3798-4243-a719-e7a3915bd045 req-2d64590e-ab10-48dd-a112-7224ae895fba service neutron] Publish callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:22.497824 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-090a77e1-460b-4ccc-9f3c-ba57e6b1af70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:22.501985 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-84f9d5bd-5eb7-4e51-a85a-6ac0ec50712e req-13a7ad2c-b1a8-4129-9a29-cec1aa718b95 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/security-groups?id=68e69de2-a7b6-4f55-abcf-22017b026c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824432 Nov 22 10:36:22.505216 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-090a77e1-460b-4ccc-9f3c-ba57e6b1af70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:22.505326 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.provisioning_blocks [req-47a38bf4-3798-4243-a719-e7a3915bd045 req-2d64590e-ab10-48dd-a112-7224ae895fba service neutron] Transition to ACTIVE for port object 5f7ff9dc-3f50-4fd6-9c87-753e92d8e62e will not be triggered until provisioned by entity L2. {{(pid=102911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 10:36:22.514343 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-47a38bf4-3798-4243-a719-e7a3915bd045 req-2d64590e-ab10-48dd-a112-7224ae895fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:22.543948 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090a77e1-460b-4ccc-9f3c-ba57e6b1af70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc75d57c-75bd-485a-9715-fadb42283e78,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:22.548204 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-090a77e1-460b-4ccc-9f3c-ba57e6b1af70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=102910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 10:36:22.558659 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-090a77e1-460b-4ccc-9f3c-ba57e6b1af70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4063698'] for segment, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:22.558999 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.db.segments_db [None req-090a77e1-460b-4ccc-9f3c-ba57e6b1af70 admin admin] Added segment 8297a5cd-c96f-437c-b6bb-56c8bceb9dbf of type vlan for network 9f0551c7-6430-4845-aada-62dfaa2f8a11 Nov 22 10:36:22.606048 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-090a77e1-460b-4ccc-9f3c-ba57e6b1af70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749315269614'] for network, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:22.612080 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d64590e-ab10-48dd-a112-7224ae895fba service neutron] Pushing event updated for resources: {'Port': ['ID=5f7ff9dc-3f50-4fd6-9c87-753e92d8e62e,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:22.635709 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-090a77e1-460b-4ccc-9f3c-ba57e6b1af70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861'] for network, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:22.636988 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090a77e1-460b-4ccc-9f3c-ba57e6b1af70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:22.637586 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-090a77e1-460b-4ccc-9f3c-ba57e6b1af70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for network, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:22.646445 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b51406f-b12d-49e0-8625-2f54250a95f0 req-ee78f1a8-8fa6-4e61-8e4e-13862ac861df tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:22.648045 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5b51406f-b12d-49e0-8625-2f54250a95f0 req-ee78f1a8-8fa6-4e61-8e4e-13862ac861df tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.0922489 Nov 22 10:36:22.666203 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-47a38bf4-3798-4243-a719-e7a3915bd045 req-2d64590e-ab10-48dd-a112-7224ae895fba service neutron] Attempting to bind port 5f7ff9dc-3f50-4fd6-9c87-753e92d8e62e on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 10:36:22.666671 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-47a38bf4-3798-4243-a719-e7a3915bd045 req-2d64590e-ab10-48dd-a112-7224ae895fba service neutron] Attempting to bind port 5f7ff9dc-3f50-4fd6-9c87-753e92d8e62e by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '6c328c1b-5346-40cf-a48a-8aa2d1f362ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '75fe944d-7f58-47aa-b60a-343caa9b99aa'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 10:36:22.667003 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a38bf4-3798-4243-a719-e7a3915bd045 req-2d64590e-ab10-48dd-a112-7224ae895fba service neutron] Attempting to bind port 5f7ff9dc-3f50-4fd6-9c87-753e92d8e62e on network 75fe944d-7f58-47aa-b60a-343caa9b99aa {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:36:22.683456 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a38bf4-3798-4243-a719-e7a3915bd045 req-2d64590e-ab10-48dd-a112-7224ae895fba service neutron] Port 5f7ff9dc-3f50-4fd6-9c87-753e92d8e62e on network 75fe944d-7f58-47aa-b60a-343caa9b99aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 10:36:22.684109 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a38bf4-3798-4243-a719-e7a3915bd045 req-2d64590e-ab10-48dd-a112-7224ae895fba service neutron] Attempting to bind port 5f7ff9dc-3f50-4fd6-9c87-753e92d8e62e on network 75fe944d-7f58-47aa-b60a-343caa9b99aa {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:36:22.705109 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-090a77e1-460b-4ccc-9f3c-ba57e6b1af70 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4570200 Nov 22 10:36:22.705242 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a38bf4-3798-4243-a719-e7a3915bd045 req-2d64590e-ab10-48dd-a112-7224ae895fba service neutron] Checking agent: {'id': '8aa3c5bc-bff8-4a30-90cc-a12bac01bfcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 10, 32, 50), 'started_at': datetime.datetime(2021, 11, 22, 10, 32, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 10, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 10:36:22.705242 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a38bf4-3798-4243-a719-e7a3915bd045 req-2d64590e-ab10-48dd-a112-7224ae895fba service neutron] Checking segment: {'id': '6c328c1b-5346-40cf-a48a-8aa2d1f362ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '75fe944d-7f58-47aa-b60a-343caa9b99aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:36:22.705242 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a38bf4-3798-4243-a719-e7a3915bd045 req-2d64590e-ab10-48dd-a112-7224ae895fba service neutron] Bound using segment: {'id': '6c328c1b-5346-40cf-a48a-8aa2d1f362ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '75fe944d-7f58-47aa-b60a-343caa9b99aa'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 10:36:22.705242 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-47a38bf4-3798-4243-a719-e7a3915bd045 req-2d64590e-ab10-48dd-a112-7224ae895fba service neutron] Bound port: 5f7ff9dc-3f50-4fd6-9c87-753e92d8e62e, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c328c1b-5346-40cf-a48a-8aa2d1f362ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '75fe944d-7f58-47aa-b60a-343caa9b99aa'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 10:36:22.705242 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-47a38bf4-3798-4243-a719-e7a3915bd045 req-2d64590e-ab10-48dd-a112-7224ae895fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:22.706757 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 41176) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:36:22.721525 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-27d21c20-5085-48d8-8820-6eb8db05592d admin admin] Request body: {'subnet': {'network_id': '9f0551c7-6430-4845-aada-62dfaa2f8a11', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1377177714-subnet', 'tenant_id': '48e14154c62a42a8b78c798e97aa89fb', 'ip_version': 4}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:36:22.724300 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090a77e1-460b-4ccc-9f3c-ba57e6b1af70 admin admin] Pushing event updated for resources: {'Network': ['ID=9f0551c7-6430-4845-aada-62dfaa2f8a11,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:22.737126 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Network 9f0551c7-6430-4845-aada-62dfaa2f8a11 details requested by agent ovs-agent-dv-cinder-804035-13-iscsi with host dv-cinder-804035-13-iscsi {{(pid=102912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 10:36:22.756378 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5b51406f-b12d-49e0-8625-2f54250a95f0 req-5adba857-798a-4f03-93ed-54ce8fb81b52 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995724 Nov 22 10:36:22.803164 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d21c20-5085-48d8-8820-6eb8db05592d admin admin] Made reservation on behalf of 48e14154c62a42a8b78c798e97aa89fb for: {'subnet': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 10:36:22.807807 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-27d21c20-5085-48d8-8820-6eb8db05592d admin admin] Publish callbacks [] for subnet, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:22.849397 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device 6d52f987-a868-4d8b-868b-4eda9ec40635 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 10:36:22.879512 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] No Port match for: 6d52f987-a868-4d8b-868b-4eda9ec40635 {{(pid=102912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 10:36:22.880056 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device 6d52f987-a868-4d8b-868b-4eda9ec40635 not bound to the agent host hv-cinder-80403 {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 10:36:22.883573 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-47a38bf4-3798-4243-a719-e7a3915bd045 req-2d64590e-ab10-48dd-a112-7224ae895fba service neutron] For port 5f7ff9dc-3f50-4fd6-9c87-753e92d8e62e, host hv-cinder-80403, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 10:36:22.908745 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-47a38bf4-3798-4243-a719-e7a3915bd045 req-2d64590e-ab10-48dd-a112-7224ae895fba service neutron] For port 5f7ff9dc-3f50-4fd6-9c87-753e92d8e62e, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=5f7ff9dc-3f50-4fd6-9c87-753e92d8e62e,segment=NetworkSegment(6c328c1b-5346-40cf-a48a-8aa2d1f362ae),segment_id=6c328c1b-5346-40cf-a48a-8aa2d1f362ae)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 10:36:22.915938 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-47a38bf4-3798-4243-a719-e7a3915bd045 req-2d64590e-ab10-48dd-a112-7224ae895fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:22.966387 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a38bf4-3798-4243-a719-e7a3915bd045 req-2d64590e-ab10-48dd-a112-7224ae895fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:22.967292 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-47a38bf4-3798-4243-a719-e7a3915bd045 req-2d64590e-ab10-48dd-a112-7224ae895fba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:22.968904 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-47a38bf4-3798-4243-a719-e7a3915bd045 req-2d64590e-ab10-48dd-a112-7224ae895fba service neutron] 10.222.0.20 "PUT /v2.0/ports/5f7ff9dc-3f50-4fd6-9c87-753e92d8e62e HTTP/1.1" status: 200 len: 1094 time: 0.9307554 Nov 22 10:36:22.972504 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c524b47-d906-432d-989d-7da4bb3cf70c', 'tag': '5f7ff9dc-3f50-4fd6-9c87-753e92d8e62e'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:36:22.975685 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5429d6209f9db75179b029b02f265116e5db13468d9d60e00895472a7fa8ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b52441-f720-435e-8b0e-348d63192b4f" -d '{"events": [{"name": "network-changed", "server_uuid": "2c524b47-d906-432d-989d-7da4bb3cf70c", "tag": "5f7ff9dc-3f50-4fd6-9c87-753e92d8e62e"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:36:23.027932 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 10:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc3d077-fd26-4390-9057-06526eae1f13 x-openstack-request-id: req-dbc3d077-fd26-4390-9057-06526eae1f13 {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:36:23.027932 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c524b47-d906-432d-989d-7da4bb3cf70c", "tag": "5f7ff9dc-3f50-4fd6-9c87-753e92d8e62e", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:36:23.027932 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dbc3d077-fd26-4390-9057-06526eae1f13 {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:36:23.027932 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c524b47-d906-432d-989d-7da4bb3cf70c', 'tag': '5f7ff9dc-3f50-4fd6-9c87-753e92d8e62e', 'status': 'completed', 'code': 200} Nov 22 10:36:23.041981 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d64590e-ab10-48dd-a112-7224ae895fba service neutron] Pushing event updated for resources: {'Port': ['ID=5f7ff9dc-3f50-4fd6-9c87-753e92d8e62e,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:23.125465 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a38bf4-3798-4243-a719-e7a3915bd045 req-28ec5edb-b635-445c-89f3-47ec64afbd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:23.126956 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-47a38bf4-3798-4243-a719-e7a3915bd045 req-28ec5edb-b635-445c-89f3-47ec64afbd40 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4aa86d766a954554b6dc79984ed36bd5&device_id=2c524b47-d906-432d-989d-7da4bb3cf70c HTTP/1.1" status: 200 len: 1097 time: 0.0958056 Nov 22 10:36:23.133494 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-27d21c20-5085-48d8-8820-6eb8db05592d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861'] for subnet, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:23.208399 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-47a38bf4-3798-4243-a719-e7a3915bd045 req-3045bab7-2273-43c5-8f5e-7979905dca2f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f7ff9dc-3f50-4fd6-9c87-753e92d8e62e HTTP/1.1" status: 200 len: 217 time: 0.0645421 Nov 22 10:36:23.264734 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d21c20-5085-48d8-8820-6eb8db05592d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc21decf-859f-49c8-bd91-1056ff444d5a,revision_number=0']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:23.300643 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d21c20-5085-48d8-8820-6eb8db05592d admin admin] Checking segment: {'id': '8297a5cd-c96f-437c-b6bb-56c8bceb9dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9f0551c7-6430-4845-aada-62dfaa2f8a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:36:23.301029 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d21c20-5085-48d8-8820-6eb8db05592d admin admin] Network hostable DHCP agents. Network: 9f0551c7-6430-4845-aada-62dfaa2f8a11, hostable agents: ['3a915d71-ad94-46fb-aadb-328912ff9e3f'], hosted agents: [] {{(pid=102911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 10:36:23.304400 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a38bf4-3798-4243-a719-e7a3915bd045 req-7eee244e-e6a6-496b-9cf3-29d67d93917e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:23.305999 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-47a38bf4-3798-4243-a719-e7a3915bd045 req-7eee244e-e6a6-496b-9cf3-29d67d93917e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1c062ff3-3b29-423e-8521-ebba15772f8d HTTP/1.1" status: 200 len: 849 time: 0.0843773 Nov 22 10:36:23.357112 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-47a38bf4-3798-4243-a719-e7a3915bd045 req-ae60c0d3-9742-44df-999a-e2ece28719b7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=75fe944d-7f58-47aa-b60a-343caa9b99aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350451 Nov 22 10:36:23.374879 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d21c20-5085-48d8-8820-6eb8db05592d admin admin] Network 9f0551c7-6430-4845-aada-62dfaa2f8a11 is scheduled to be hosted by DHCP agent 3a915d71-ad94-46fb-aadb-328912ff9e3f with binding_index 1 {{(pid=102911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 10:36:23.423636 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-27d21c20-5085-48d8-8820-6eb8db05592d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-13-iscsi, 9f0551c7-6430-4845-aada-62dfaa2f8a11) {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:36:23.431820 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d21c20-5085-48d8-8820-6eb8db05592d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:23.432756 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-27d21c20-5085-48d8-8820-6eb8db05592d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for subnet, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:23.433790 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f634ef92-39ad-4e44-ae49-fd69826f0846 None None] Network 9f0551c7-6430-4845-aada-62dfaa2f8a11 requested from dv-cinder-804035-13-iscsi {{(pid=102912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 10:36:23.467790 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-27d21c20-5085-48d8-8820-6eb8db05592d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7516446 Nov 22 10:36:23.469525 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 41198) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:36:23.474953 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.v2.base [None req-f7d7ad64-7106-4ab4-8ec7-b8636039431e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1377177714-router', 'tenant_id': '48e14154c62a42a8b78c798e97aa89fb', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28'}}} {{(pid=102910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:36:23.483610 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-47a38bf4-3798-4243-a719-e7a3915bd045 req-a1842736-2433-4f2b-a305-e7874a9b1a00 service neutron] 10.222.0.20 "GET /v2.0/networks/75fe944d-7f58-47aa-b60a-343caa9b99aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111565 Nov 22 10:36:23.504087 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f7d7ad64-7106-4ab4-8ec7-b8636039431e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1028469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10193'] for router, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:23.505265 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f7d7ad64-7106-4ab4-8ec7-b8636039431e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537963', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-928134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10202'] for router, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:23.584524 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f7d7ad64-7106-4ab4-8ec7-b8636039431e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:23.644227 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-47a38bf4-3798-4243-a719-e7a3915bd045 req-48729297-a9a8-4391-b06e-674b3cac814c service neutron] 10.222.0.20 "GET /v2.0/networks/75fe944d-7f58-47aa-b60a-343caa9b99aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596191 Nov 22 10:36:23.664956 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ed6a0-4c3a-41cf-bf04-e917814cf985 req-50313d6d-3f84-4967-a32b-1c4072b54551 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:23.666657 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3c6ed6a0-4c3a-41cf-bf04-e917814cf985 req-50313d6d-3f84-4967-a32b-1c4072b54551 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c524b47-d906-432d-989d-7da4bb3cf70c HTTP/1.1" status: 200 len: 944 time: 0.0768275 Nov 22 10:36:23.676962 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab105825-34d6-442d-b1f5-af8ba52b7c0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3cb17f46-4a94-5537-b416-49c51b5b1ccb-9f0551c7-6430-4845-aada-62dfaa2f8a11', 'network_id': '9f0551c7-6430-4845-aada-62dfaa2f8a11', 'tenant_id': '48e14154c62a42a8b78c798e97aa89fb', 'fixed_ips': [{'subnet_id': 'fc21decf-859f-49c8-bd91-1056ff444d5a'}]}} from dv-cinder-804035-13-iscsi. {{(pid=102912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 10:36:23.677869 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ab105825-34d6-442d-b1f5-af8ba52b7c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:23.755408 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f7d7ad64-7106-4ab4-8ec7-b8636039431e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:23.758752 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3c6ed6a0-4c3a-41cf-bf04-e917814cf985 req-3fa292c9-6838-4e3b-9ed5-1134ab359ea9 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/security-groups?id=68e69de2-a7b6-4f55-abcf-22017b026c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831337 Nov 22 10:36:23.785248 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b52441-f720-435e-8b0e-348d63192b4f req-8d28f59b-c547-4288-85d1-eccecc355400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:23.786726 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-52b52441-f720-435e-8b0e-348d63192b4f req-8d28f59b-c547-4288-85d1-eccecc355400 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4aa86d766a954554b6dc79984ed36bd5&device_id=2c524b47-d906-432d-989d-7da4bb3cf70c HTTP/1.1" status: 200 len: 1097 time: 0.0792549 Nov 22 10:36:23.891902 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.db_base_plugin_common [None req-ab105825-34d6-442d-b1f5-af8ba52b7c0e None None] Allocated IP 172.20.0.2 (9f0551c7-6430-4845-aada-62dfaa2f8a11/fc21decf-859f-49c8-bd91-1056ff444d5a/039060ef-815c-4898-b286-76e4e0c313df) {{(pid=102912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 10:36:24.000669 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0901758-fd67-4669-8af3-63c1a5b2e04a req-711094d2-31a6-4266-87cb-762cf6d4330f tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:24.008675 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c0901758-fd67-4669-8af3-63c1a5b2e04a req-711094d2-31a6-4266-87cb-762cf6d4330f tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.0920892 Nov 22 10:36:24.023006 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b52441-f720-435e-8b0e-348d63192b4f req-ef87fc96-b177-4001-b0e4-809c279dbd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:24.025465 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-52b52441-f720-435e-8b0e-348d63192b4f req-ef87fc96-b177-4001-b0e4-809c279dbd71 service neutron] 10.222.0.20 "GET /v2.0/networks?id=75fe944d-7f58-47aa-b60a-343caa9b99aa HTTP/1.1" status: 200 len: 910 time: 0.2288728 Nov 22 10:36:24.068702 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f7d7ad64-7106-4ab4-8ec7-b8636039431e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:24.078458 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ab105825-34d6-442d-b1f5-af8ba52b7c0e None None] Publish callbacks [] for port, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:24.092433 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ab105825-34d6-442d-b1f5-af8ba52b7c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749315246228'] for port, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:24.092991 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f7d7ad64-7106-4ab4-8ec7-b8636039431e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:24.150605 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab105825-34d6-442d-b1f5-af8ba52b7c0e None None] Network 9f0551c7-6430-4845-aada-62dfaa2f8a11 is already hosted by enough agents. {{(pid=102912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:36:24.152841 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab105825-34d6-442d-b1f5-af8ba52b7c0e None None] Pushing event updated for resources: {'Port': ['ID=039060ef-815c-4898-b286-76e4e0c313df,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:24.155745 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.scheduler.base_scheduler [None req-ab105825-34d6-442d-b1f5-af8ba52b7c0e None None] Resources bound (agent type, host, resource id): {{(pid=102912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:36:24.158036 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab105825-34d6-442d-b1f5-af8ba52b7c0e None None] Received port after_create {{(pid=102912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 10:36:24.234632 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [None req-ab105825-34d6-442d-b1f5-af8ba52b7c0e None None] Attempting to bind port 039060ef-815c-4898-b286-76e4e0c313df on host dv-cinder-804035-13-iscsi for vnic_type normal with profile {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 10:36:24.235047 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [None req-ab105825-34d6-442d-b1f5-af8ba52b7c0e None None] Attempting to bind port 039060ef-815c-4898-b286-76e4e0c313df by drivers openvswitch,hyperv on host dv-cinder-804035-13-iscsi at level 0 using segments [{'id': '8297a5cd-c96f-437c-b6bb-56c8bceb9dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9f0551c7-6430-4845-aada-62dfaa2f8a11'}] {{(pid=102912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 10:36:24.235359 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab105825-34d6-442d-b1f5-af8ba52b7c0e None None] Attempting to bind port 039060ef-815c-4898-b286-76e4e0c313df on network 9f0551c7-6430-4845-aada-62dfaa2f8a11 {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:36:24.240618 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-f7d7ad64-7106-4ab4-8ec7-b8636039431e admin admin] Allocated IP 172.27.0.45 (e6af0ad0-9fc1-4d6f-8919-77652c0c2a28/df63829c-39ab-4507-b346-4c3fdb4717de/112de0a6-e040-49eb-aca1-53ad5e216f4e) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 10:36:24.241308 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab105825-34d6-442d-b1f5-af8ba52b7c0e None None] Checking agent: {'id': '881f7a5b-9941-4288-a74c-0fe38ace5e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 10, 27, 1), 'started_at': datetime.datetime(2021, 11, 22, 10, 27, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 10, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 10:36:24.241689 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab105825-34d6-442d-b1f5-af8ba52b7c0e None None] Checking segment: {'id': '8297a5cd-c96f-437c-b6bb-56c8bceb9dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9f0551c7-6430-4845-aada-62dfaa2f8a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:36:24.242283 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ab105825-34d6-442d-b1f5-af8ba52b7c0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:24.242678 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab105825-34d6-442d-b1f5-af8ba52b7c0e None None] Bound using segment: {'id': '8297a5cd-c96f-437c-b6bb-56c8bceb9dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9f0551c7-6430-4845-aada-62dfaa2f8a11'} {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 10:36:24.243154 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [None req-ab105825-34d6-442d-b1f5-af8ba52b7c0e None None] Bound port: 039060ef-815c-4898-b286-76e4e0c313df, host: dv-cinder-804035-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8297a5cd-c96f-437c-b6bb-56c8bceb9dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9f0551c7-6430-4845-aada-62dfaa2f8a11'}}] {{(pid=102912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 10:36:24.243700 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ab105825-34d6-442d-b1f5-af8ba52b7c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:24.321549 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-ab105825-34d6-442d-b1f5-af8ba52b7c0e None None] For port 039060ef-815c-4898-b286-76e4e0c313df, host dv-cinder-804035-13-iscsi, cleared binding levels {{(pid=102912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 10:36:24.325860 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-ab105825-34d6-442d-b1f5-af8ba52b7c0e None None] For port 039060ef-815c-4898-b286-76e4e0c313df, host dv-cinder-804035-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=039060ef-815c-4898-b286-76e4e0c313df,segment=NetworkSegment(8297a5cd-c96f-437c-b6bb-56c8bceb9dbf),segment_id=8297a5cd-c96f-437c-b6bb-56c8bceb9dbf)] {{(pid=102912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 10:36:24.332273 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-52b52441-f720-435e-8b0e-348d63192b4f req-18196308-9562-473d-8ff9-fbf261c97445 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f7ff9dc-3f50-4fd6-9c87-753e92d8e62e HTTP/1.1" status: 200 len: 217 time: 0.2974403 Nov 22 10:36:24.332957 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ab105825-34d6-442d-b1f5-af8ba52b7c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:24.358891 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f7d7ad64-7106-4ab4-8ec7-b8636039431e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:24.400032 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab105825-34d6-442d-b1f5-af8ba52b7c0e None None] Pushing event updated for resources: {'Port': ['ID=039060ef-815c-4898-b286-76e4e0c313df,revision_number=2']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:24.403947 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c0901758-fd67-4669-8af3-63c1a5b2e04a req-73dbb857-f0b8-42f9-8025-63ffe0f646ed tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3935814 Nov 22 10:36:24.406011 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f7d7ad64-7106-4ab4-8ec7-b8636039431e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749315246228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162187'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:24.433298 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b52441-f720-435e-8b0e-348d63192b4f req-ad5e6709-7fef-4a6f-9c91-139465f02d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:24.433298 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-52b52441-f720-435e-8b0e-348d63192b4f req-ad5e6709-7fef-4a6f-9c91-139465f02d39 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1c062ff3-3b29-423e-8521-ebba15772f8d HTTP/1.1" status: 200 len: 849 time: 0.0823438 Nov 22 10:36:24.473460 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d7ad64-7106-4ab4-8ec7-b8636039431e admin admin] Network e6af0ad0-9fc1-4d6f-8919-77652c0c2a28 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:36:24.479412 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-52b52441-f720-435e-8b0e-348d63192b4f req-68917a62-88fe-4306-aa1c-9124132b4bf8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=75fe944d-7f58-47aa-b60a-343caa9b99aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416529 Nov 22 10:36:24.484030 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-f7d7ad64-7106-4ab4-8ec7-b8636039431e admin admin] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:36:24.486262 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d7ad64-7106-4ab4-8ec7-b8636039431e admin admin] Pushing event updated for resources: {'Port': ['ID=112de0a6-e040-49eb-aca1-53ad5e216f4e,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:24.488735 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d7ad64-7106-4ab4-8ec7-b8636039431e admin admin] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 10:36:24.619574 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-52b52441-f720-435e-8b0e-348d63192b4f req-9f7e48fe-bf2c-4505-9f8c-358590e6e999 service neutron] 10.222.0.20 "GET /v2.0/networks/75fe944d-7f58-47aa-b60a-343caa9b99aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231456 Nov 22 10:36:24.723944 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e1550770-62ec-4efb-9e8a-a121e6701fab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:24.806506 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-52b52441-f720-435e-8b0e-348d63192b4f req-b5c8838b-988e-4642-8f84-ecee152234ff service neutron] 10.222.0.20 "GET /v2.0/networks/75fe944d-7f58-47aa-b60a-343caa9b99aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746082 Nov 22 10:36:24.901647 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f7d7ad64-7106-4ab4-8ec7-b8636039431e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:24.913215 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298013b-78c0-4420-8c8a-adff2363ea70 req-f9db63d3-4989-4b21-a5a9-4f6ddd2088c2 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:24.914861 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9298013b-78c0-4420-8c8a-adff2363ea70 req-f9db63d3-4989-4b21-a5a9-4f6ddd2088c2 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c524b47-d906-432d-989d-7da4bb3cf70c HTTP/1.1" status: 200 len: 944 time: 0.0579541 Nov 22 10:36:24.980790 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9298013b-78c0-4420-8c8a-adff2363ea70 req-0bc66f6e-127b-43ca-aac0-688506ddd518 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/security-groups?id=68e69de2-a7b6-4f55-abcf-22017b026c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589786 Nov 22 10:36:25.129019 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f7d7ad64-7106-4ab4-8ec7-b8636039431e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1031512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-999758'] for router, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:25.455644 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d7ad64-7106-4ab4-8ec7-b8636039431e admin admin] Router 5b1ade10-bac9-43a9-b7db-b7bb40a2c974 is scheduled to L3 agent fa3112ac-4a6e-40b6-a491-552ca746a833 with binding_index 1 {{(pid=102910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 10:36:25.556438 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5e978-6696-41f5-a6bb-3341c2107e46 req-e0fefec6-e387-4823-83a7-cf44b9c3345f tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:25.564368 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f8b5e978-6696-41f5-a6bb-3341c2107e46 req-e0fefec6-e387-4823-83a7-cf44b9c3345f tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.0585847 Nov 22 10:36:25.580515 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d7ad64-7106-4ab4-8ec7-b8636039431e admin admin] Notify agent at l3_agent.dv-cinder-804035-13-iscsi the message routers_updated {{(pid=102910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 10:36:25.594246 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0e013e-4ce3-48ac-80b0-c577f6ee7237 None None] Sync routers for ids ['5b1ade10-bac9-43a9-b7db-b7bb40a2c974'] in dv-cinder-804035-13-iscsi {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 10:36:25.599729 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f7d7ad64-7106-4ab4-8ec7-b8636039431e admin admin] Publish callbacks [] for router, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:25.601705 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-f7d7ad64-7106-4ab4-8ec7-b8636039431e admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1306720 Nov 22 10:36:25.604707 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 41232) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:36:25.607112 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0e013e-4ce3-48ac-80b0-c577f6ee7237 None None] Routers {'5b1ade10-bac9-43a9-b7db-b7bb40a2c974'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:36:25.607894 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-7f0e013e-4ce3-48ac-80b0-c577f6ee7237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:35:57Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['5b1ade10-bac9-43a9-b7db-b7bb40a2c974'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:36:25.619280 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f8b5e978-6696-41f5-a6bb-3341c2107e46 req-b5e9338d-8964-48e9-8552-309bd213cc45 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538950 Nov 22 10:36:25.628909 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862243e6-9940-4c69-9082-5bf2d99723ee None None] Network 9f0551c7-6430-4845-aada-62dfaa2f8a11 requested from dv-cinder-804035-13-iscsi {{(pid=102912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 10:36:25.691228 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-3ea00891-b12e-4f68-89f3-726e99802ed5 None None] Provisioning complete for port 039060ef-815c-4898-b286-76e4e0c313df triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:36:25.691809 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-3ea00891-b12e-4f68-89f3-726e99802ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:25.742115 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-7f0e013e-4ce3-48ac-80b0-c577f6ee7237 None None] Set router 5b1ade10-bac9-43a9-b7db-b7bb40a2c974 gateway port host: dv-cinder-804035-13-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:36:26.000452 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-3ea00891-b12e-4f68-89f3-726e99802ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:26.090009 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-7f0e013e-4ce3-48ac-80b0-c577f6ee7237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1ade10-bac9-43a9-b7db-b7bb40a2c974', 'name': 'tempest-TestShelveInstance-1377177714-router', 'tenant_id': '48e14154c62a42a8b78c798e97aa89fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '112de0a6-e040-49eb-aca1-53ad5e216f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:36:23Z', 'updated_at': '2021-11-22T10:36:24Z', 'revision_number': 3, 'project_id': '48e14154c62a42a8b78c798e97aa89fb', 'gw_port': {'id': '112de0a6-e040-49eb-aca1-53ad5e216f4e', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:88:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1ade10-bac9-43a9-b7db-b7bb40a2c974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:36:24Z', 'updated_at': '2021-11-22T10:36:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi'}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:36:26.108029 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-3ea00891-b12e-4f68-89f3-726e99802ed5 None None] For port 039060ef-815c-4898-b286-76e4e0c313df, host dv-cinder-804035-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=039060ef-815c-4898-b286-76e4e0c313df,segment=NetworkSegment(8297a5cd-c96f-437c-b6bb-56c8bceb9dbf),segment_id=8297a5cd-c96f-437c-b6bb-56c8bceb9dbf)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:36:26.114778 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-3ea00891-b12e-4f68-89f3-726e99802ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:26.138434 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0e013e-4ce3-48ac-80b0-c577f6ee7237 None None] Checking router: 5b1ade10-bac9-43a9-b7db-b7bb40a2c974 for host: dv-cinder-804035-13-iscsi {{(pid=102913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 10:36:26.138980 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0e013e-4ce3-48ac-80b0-c577f6ee7237 None None] Updating router 5b1ade10-bac9-43a9-b7db-b7bb40a2c974 port 112de0a6-e040-49eb-aca1-53ad5e216f4e binding host dv-cinder-804035-13-iscsi {{(pid=102913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 10:36:26.186365 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-7f0e013e-4ce3-48ac-80b0-c577f6ee7237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:26.227073 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0b535844-37b7-4957-b72a-7e35814d8df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:26.256409 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb204d45-ba55-4081-92a9-86015db762df req-dd3e8df5-750a-437f-87e4-d5958eb860a3 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:26.265430 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-cb204d45-ba55-4081-92a9-86015db762df req-dd3e8df5-750a-437f-87e4-d5958eb860a3 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c524b47-d906-432d-989d-7da4bb3cf70c HTTP/1.1" status: 200 len: 944 time: 0.1740553 Nov 22 10:36:26.274136 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea00891-b12e-4f68-89f3-726e99802ed5 None None] Pushing event updated for resources: {'Port': ['ID=039060ef-815c-4898-b286-76e4e0c313df,revision_number=3']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:26.361840 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 039060ef-815c-4898-b286-76e4e0c313df up at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:36:26.396942 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-cb204d45-ba55-4081-92a9-86015db762df req-4e1053ef-05b3-4552-a723-e8d4b5780076 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/security-groups?id=68e69de2-a7b6-4f55-abcf-22017b026c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256711 Nov 22 10:36:26.419066 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce11c6d-f5e6-4b96-ae59-bb0270c575e8 req-b4d7d262-cc14-4879-83fd-51afc6518e55 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:26.421172 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2ce11c6d-f5e6-4b96-ae59-bb0270c575e8 req-b4d7d262-cc14-4879-83fd-51afc6518e55 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/networks?id=1739dec4-235e-4240-8471-290e5b4cd168 HTTP/1.1" status: 200 len: 815 time: 0.3121905 Nov 22 10:36:26.441327 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2ce11c6d-f5e6-4b96-ae59-bb0270c575e8 req-29a887e5-0b2e-4904-9372-173469bfbd54 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/quotas/a3d11e30d2104dbf9ece93bc38472a72 HTTP/1.1" status: 200 len: 375 time: 0.0112777 Nov 22 10:36:26.480352 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-8a0a2fcb-b459-4d3a-a849-c8a913f410ea None None] Provisioning complete for port 039060ef-815c-4898-b286-76e4e0c313df triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:36:26.480888 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8a0a2fcb-b459-4d3a-a849-c8a913f410ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:26.519163 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2ce11c6d-f5e6-4b96-ae59-bb0270c575e8 req-48b74665-be78-45ba-acb9-14dad08ae0fc tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3d11e30d2104dbf9ece93bc38472a72&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0693324 Nov 22 10:36:26.519403 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-0b535844-37b7-4957-b72a-7e35814d8df3 admin admin] Allocated IP 172.20.0.1 (9f0551c7-6430-4845-aada-62dfaa2f8a11/fc21decf-859f-49c8-bd91-1056ff444d5a/93e19b12-ded4-485e-8a7d-8b425f9400c8) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 10:36:26.523869 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Provisioning complete for port 039060ef-815c-4898-b286-76e4e0c313df triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:36:26.524275 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:26.675421 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2ce11c6d-f5e6-4b96-ae59-bb0270c575e8 req-4a703209-8725-428b-bb84-88f37559c084 service neutron] 10.222.0.46 "GET /v2.0/networks/1739dec4-235e-4240-8471-290e5b4cd168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548476 Nov 22 10:36:26.704390 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0b535844-37b7-4957-b72a-7e35814d8df3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:26.714557 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-7f0e013e-4ce3-48ac-80b0-c577f6ee7237 None None] Publish callbacks [] for port, precommit_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:26.725686 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-7f0e013e-4ce3-48ac-80b0-c577f6ee7237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:26.755585 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0b535844-37b7-4957-b72a-7e35814d8df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749315246228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162187'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:26.785821 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-7f0e013e-4ce3-48ac-80b0-c577f6ee7237 None None] Attempting to bind port 112de0a6-e040-49eb-aca1-53ad5e216f4e on host dv-cinder-804035-13-iscsi for vnic_type normal with profile {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 10:36:26.786588 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-7f0e013e-4ce3-48ac-80b0-c577f6ee7237 None None] Attempting to bind port 112de0a6-e040-49eb-aca1-53ad5e216f4e by drivers openvswitch,hyperv on host dv-cinder-804035-13-iscsi at level 0 using segments [{'id': '07e0d8bf-2b47-470a-a16f-f44f9914b384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28'}] {{(pid=102913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 10:36:26.787202 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0e013e-4ce3-48ac-80b0-c577f6ee7237 None None] Attempting to bind port 112de0a6-e040-49eb-aca1-53ad5e216f4e on network e6af0ad0-9fc1-4d6f-8919-77652c0c2a28 {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:36:26.789984 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbbe87c-2f5f-45d0-9cc7-cf0d30898ca8 None None] Pushing event updated for resources: {'Port': ['ID=112de0a6-e040-49eb-aca1-53ad5e216f4e,revision_number=2']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:26.800121 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0e013e-4ce3-48ac-80b0-c577f6ee7237 None None] Checking agent: {'id': '881f7a5b-9941-4288-a74c-0fe38ace5e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 10, 27, 1), 'started_at': datetime.datetime(2021, 11, 22, 10, 27, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 10, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 10:36:26.800917 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0e013e-4ce3-48ac-80b0-c577f6ee7237 None None] Checking segment: {'id': '07e0d8bf-2b47-470a-a16f-f44f9914b384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:36:26.801184 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b535844-37b7-4957-b72a-7e35814d8df3 admin admin] Network 9f0551c7-6430-4845-aada-62dfaa2f8a11 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:36:26.801795 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-7f0e013e-4ce3-48ac-80b0-c577f6ee7237 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:26.802402 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0e013e-4ce3-48ac-80b0-c577f6ee7237 None None] Bound using segment: {'id': '07e0d8bf-2b47-470a-a16f-f44f9914b384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28'} {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 10:36:26.803076 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-7f0e013e-4ce3-48ac-80b0-c577f6ee7237 None None] Bound port: 112de0a6-e040-49eb-aca1-53ad5e216f4e, host: dv-cinder-804035-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e0d8bf-2b47-470a-a16f-f44f9914b384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28'}}] {{(pid=102913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 10:36:26.803729 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-7f0e013e-4ce3-48ac-80b0-c577f6ee7237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:26.805463 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-0b535844-37b7-4957-b72a-7e35814d8df3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:36:26.807229 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbbe87c-2f5f-45d0-9cc7-cf0d30898ca8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:36:26.807596 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbbe87c-2f5f-45d0-9cc7-cf0d30898ca8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:36:26.808080 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbbe87c-2f5f-45d0-9cc7-cf0d30898ca8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:36:26.808415 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbbe87c-2f5f-45d0-9cc7-cf0d30898ca8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:36:26.808746 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbbe87c-2f5f-45d0-9cc7-cf0d30898ca8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:36:26.809090 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbbe87c-2f5f-45d0-9cc7-cf0d30898ca8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:36:26.809420 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbbe87c-2f5f-45d0-9cc7-cf0d30898ca8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:36:26.809746 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbbe87c-2f5f-45d0-9cc7-cf0d30898ca8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:36:26.810061 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbbe87c-2f5f-45d0-9cc7-cf0d30898ca8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:36:26.810407 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbbe87c-2f5f-45d0-9cc7-cf0d30898ca8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:36:26.810712 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbbe87c-2f5f-45d0-9cc7-cf0d30898ca8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:36:26.811029 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbbe87c-2f5f-45d0-9cc7-cf0d30898ca8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:36:26.812438 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b535844-37b7-4957-b72a-7e35814d8df3 admin admin] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 10:36:26.865275 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b535844-37b7-4957-b72a-7e35814d8df3 admin admin] Pushing event updated for resources: {'Port': ['ID=93e19b12-ded4-485e-8a7d-8b425f9400c8,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:26.866688 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device 5f7ff9dc-3f50-4fd6-9c87-753e92d8e62e details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 10:36:26.873423 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0b535844-37b7-4957-b72a-7e35814d8df3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029609'] for router_interface, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:26.875012 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ceab9a-1eb4-4d09-aabd-7548ad8df62e req-c7ea95bf-4d0f-4437-8cc6-0c71151a6cec tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:26.881921 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-7f0e013e-4ce3-48ac-80b0-c577f6ee7237 None None] For port 112de0a6-e040-49eb-aca1-53ad5e216f4e, host dv-cinder-804035-13-iscsi, cleared binding levels {{(pid=102913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 10:36:26.886965 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-7f0e013e-4ce3-48ac-80b0-c577f6ee7237 None None] For port 112de0a6-e040-49eb-aca1-53ad5e216f4e, host dv-cinder-804035-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=112de0a6-e040-49eb-aca1-53ad5e216f4e,segment=NetworkSegment(07e0d8bf-2b47-470a-a16f-f44f9914b384),segment_id=07e0d8bf-2b47-470a-a16f-f44f9914b384)] {{(pid=102913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 10:36:26.887360 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-27ceab9a-1eb4-4d09-aabd-7548ad8df62e req-c7ea95bf-4d0f-4437-8cc6-0c71151a6cec tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.1174514 Nov 22 10:36:26.895225 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-7f0e013e-4ce3-48ac-80b0-c577f6ee7237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:26.919628 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2ce11c6d-f5e6-4b96-ae59-bb0270c575e8 req-a0e59249-6972-4449-b0de-8a99b7081d8c service neutron] 10.222.0.46 "GET /v2.0/networks/1739dec4-235e-4240-8471-290e5b4cd168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390337 Nov 22 10:36:26.969538 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-27ceab9a-1eb4-4d09-aabd-7548ad8df62e req-0c3cb71c-9f87-4bc1-ad9e-8d58c31a8968 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811026 Nov 22 10:36:27.042583 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbbe87c-2f5f-45d0-9cc7-cf0d30898ca8 None None] Pushing event updated for resources: {'Port': ['ID=112de0a6-e040-49eb-aca1-53ad5e216f4e,revision_number=3']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:27.069789 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-2271328f-1ee1-4b70-b9b7-1ad866f5c016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:27.071908 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0e013e-4ce3-48ac-80b0-c577f6ee7237 None None] Routers {'5b1ade10-bac9-43a9-b7db-b7bb40a2c974'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:36:27.075417 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-7f0e013e-4ce3-48ac-80b0-c577f6ee7237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:36:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['5b1ade10-bac9-43a9-b7db-b7bb40a2c974'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:36:27.159841 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port 5f7ff9dc-3f50-4fd6-9c87-753e92d8e62e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=5f7ff9dc-3f50-4fd6-9c87-753e92d8e62e,segment=NetworkSegment(6c328c1b-5346-40cf-a48a-8aa2d1f362ae),segment_id=6c328c1b-5346-40cf-a48a-8aa2d1f362ae)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:36:27.192427 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0b535844-37b7-4957-b72a-7e35814d8df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:27.202118 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Returning: {'device': '5f7ff9dc-3f50-4fd6-9c87-753e92d8e62e', 'network_id': '75fe944d-7f58-47aa-b60a-343caa9b99aa', 'port_id': '5f7ff9dc-3f50-4fd6-9c87-753e92d8e62e', 'mac_address': 'fa:16:3e:f8:f3:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c062ff3-3b29-423e-8521-ebba15772f8d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 10:36:27.215500 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ab5f5e9c-ea13-4127-af64-498c72b419e4 req-71ea8ff7-e4c8-41a7-9f55-2c2bfc0e4412 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c7b7eca-3a44-4f4a-8674-03ae1147162c HTTP/1.1" status: 200 len: 210 time: 0.0426552 Nov 22 10:36:27.264413 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:27.291501 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f7ff9dc-3f50-4fd6-9c87-753e92d8e62e {{(pid=102912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 10:36:27.324054 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-410f44b3-0859-47f2-a816-ed0ed19ef210 None None] Provisioning complete for port 93e19b12-ded4-485e-8a7d-8b425f9400c8 triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:36:27.324513 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-410f44b3-0859-47f2-a816-ed0ed19ef210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:27.330775 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port 5f7ff9dc-3f50-4fd6-9c87-753e92d8e62e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=5f7ff9dc-3f50-4fd6-9c87-753e92d8e62e,segment=NetworkSegment(6c328c1b-5346-40cf-a48a-8aa2d1f362ae),segment_id=6c328c1b-5346-40cf-a48a-8aa2d1f362ae)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:36:27.357035 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:27.407880 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-410f44b3-0859-47f2-a816-ed0ed19ef210 None None] Port 93e19b12-ded4-485e-8a7d-8b425f9400c8 cannot update to ACTIVE because it is not bound. {{(pid=102912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 10:36:27.448104 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Pushing event updated for resources: {'Port': ['ID=5f7ff9dc-3f50-4fd6-9c87-753e92d8e62e,revision_number=4']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:27.461697 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-7f0e013e-4ce3-48ac-80b0-c577f6ee7237 None None] Set router 5b1ade10-bac9-43a9-b7db-b7bb40a2c974 gateway port host: dv-cinder-804035-13-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:36:27.521186 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0b535844-37b7-4957-b72a-7e35814d8df3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:27.527493 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0b535844-37b7-4957-b72a-7e35814d8df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1162204'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:27.599831 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c0e9e-4ea7-4b0e-8588-dc2e490fd5b3 req-e96abbda-ce6f-40a1-8596-0b97eb76e981 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:27.609367 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-145c0e9e-4ea7-4b0e-8588-dc2e490fd5b3 req-e96abbda-ce6f-40a1-8596-0b97eb76e981 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c524b47-d906-432d-989d-7da4bb3cf70c HTTP/1.1" status: 200 len: 945 time: 0.0924852 Nov 22 10:36:27.620068 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b535844-37b7-4957-b72a-7e35814d8df3 admin admin] Pushing event updated for resources: {'Port': ['ID=93e19b12-ded4-485e-8a7d-8b425f9400c8,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:27.667435 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0b535844-37b7-4957-b72a-7e35814d8df3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029493'] for router_interface, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:27.691809 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-145c0e9e-4ea7-4b0e-8588-dc2e490fd5b3 req-5d704541-9a44-47ba-ba11-66d73cc2e36c tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/security-groups?id=68e69de2-a7b6-4f55-abcf-22017b026c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804291 Nov 22 10:36:27.710745 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] get_ports_and_sgs() called for port_ids ['5f7ff9dc-3f50-4fd6-9c87-753e92d8e62e'] {{(pid=102912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 10:36:27.790658 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-7f0e013e-4ce3-48ac-80b0-c577f6ee7237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1ade10-bac9-43a9-b7db-b7bb40a2c974', 'name': 'tempest-TestShelveInstance-1377177714-router', 'tenant_id': '48e14154c62a42a8b78c798e97aa89fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '112de0a6-e040-49eb-aca1-53ad5e216f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:36:23Z', 'updated_at': '2021-11-22T10:36:24Z', 'revision_number': 3, 'project_id': '48e14154c62a42a8b78c798e97aa89fb', 'gw_port': {'id': '112de0a6-e040-49eb-aca1-53ad5e216f4e', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:88:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1ade10-bac9-43a9-b7db-b7bb40a2c974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:36:24Z', 'updated_at': '2021-11-22T10:36:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi'}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:36:27.801027 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b535844-37b7-4957-b72a-7e35814d8df3 admin admin] Network 9f0551c7-6430-4845-aada-62dfaa2f8a11 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:36:27.803133 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-0b535844-37b7-4957-b72a-7e35814d8df3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:36:27.841852 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0e013e-4ce3-48ac-80b0-c577f6ee7237 None None] The sync data for ids ['5b1ade10-bac9-43a9-b7db-b7bb40a2c974'] in dv-cinder-804035-13-iscsi is: [{'id': '5b1ade10-bac9-43a9-b7db-b7bb40a2c974', 'name': 'tempest-TestShelveInstance-1377177714-router', 'tenant_id': '48e14154c62a42a8b78c798e97aa89fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '112de0a6-e040-49eb-aca1-53ad5e216f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:36:23Z', 'updated_at': '2021-11-22T10:36:24Z', 'revision_number': 3, 'project_id': '48e14154c62a42a8b78c798e97aa89fb', 'gw_port': {'id': '112de0a6-e040-49eb-aca1-53ad5e216f4e', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:88:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1ade10-bac9-43a9-b7db-b7bb40a2c974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:36:24Z', 'updated_at': '2021-11-22T10:36:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi'}] {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 10:36:28.000405 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b535844-37b7-4957-b72a-7e35814d8df3 admin admin] Router 5b1ade10-bac9-43a9-b7db-b7bb40a2c974 has already been hosted by L3 agent fa3112ac-4a6e-40b6-a491-552ca746a833 {{(pid=102910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 10:36:28.050453 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0c934117-efa3-4f33-917a-019854f2ef65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:28.158658 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-be1c6af0-3406-4502-ada4-e62a581d27c6 None None] Provisioning complete for port 93e19b12-ded4-485e-8a7d-8b425f9400c8 triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:36:28.159028 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-be1c6af0-3406-4502-ada4-e62a581d27c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:28.159211 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f52e2-3b59-4cf1-a487-78d3f0629b32 req-1ae5e65a-fca3-4ceb-b7e3-3de4763f4d84 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:28.183770 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-490f52e2-3b59-4cf1-a487-78d3f0629b32 req-1ae5e65a-fca3-4ceb-b7e3-3de4763f4d84 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.1105533 Nov 22 10:36:28.226974 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.agents_db [None req-35a1a16e-7bf9-4643-9be2-574a1761dc3a None None] Agent healthcheck: found 6 active agents {{(pid=102913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 10:36:28.238396 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b535844-37b7-4957-b72a-7e35814d8df3 admin admin] Notify agent at l3_agent.dv-cinder-804035-13-iscsi the message routers_updated {{(pid=102910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 10:36:28.249446 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-0b535844-37b7-4957-b72a-7e35814d8df3 admin admin] 10.222.0.46 "PUT /v2.0/routers/5b1ade10-bac9-43a9-b7db-b7bb40a2c974/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6395555 Nov 22 10:36:28.249768 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-490f52e2-3b59-4cf1-a487-78d3f0629b32 req-0f76cbfd-07ab-445f-baef-6626336c787c tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647564 Nov 22 10:36:28.285111 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-be1c6af0-3406-4502-ada4-e62a581d27c6 None None] Port 93e19b12-ded4-485e-8a7d-8b425f9400c8 cannot update to ACTIVE because it is not bound. {{(pid=102912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 10:36:28.379153 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-cbf66c69-c05f-4e2a-b776-c62283e118a5 req-8541d6c6-78d5-4639-a0fc-2ca46edd71f3 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c7b7eca-3a44-4f4a-8674-03ae1147162c HTTP/1.1" status: 200 len: 210 time: 0.0468006 Nov 22 10:36:28.435326 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 112de0a6-e040-49eb-aca1-53ad5e216f4e up at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:36:28.534453 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Provisioning complete for port 112de0a6-e040-49eb-aca1-53ad5e216f4e triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:36:28.535106 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:28.646958 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 41312) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:36:28.677909 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:28.702029 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] For port 112de0a6-e040-49eb-aca1-53ad5e216f4e, host dv-cinder-804035-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=112de0a6-e040-49eb-aca1-53ad5e216f4e,segment=NetworkSegment(07e0d8bf-2b47-470a-a16f-f44f9914b384),segment_id=07e0d8bf-2b47-470a-a16f-f44f9914b384)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:36:28.707807 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:28.708912 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 039060ef-815c-4898-b286-76e4e0c313df up at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:36:28.853383 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce11c6d-f5e6-4b96-ae59-bb0270c575e8 req-42f0b2fa-0c07-4bbe-af86-b1e8ea197e11 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:28.856556 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2ce11c6d-f5e6-4b96-ae59-bb0270c575e8 req-42f0b2fa-0c07-4bbe-af86-b1e8ea197e11 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.20 "GET /v2.0/networks?id=1739dec4-235e-4240-8471-290e5b4cd168 HTTP/1.1" status: 200 len: 815 time: 0.2393889 Nov 22 10:36:28.881584 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device 5f7ff9dc-3f50-4fd6-9c87-753e92d8e62e up at agent hyperv_hv-cinder-80403 {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:36:28.917188 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-2ce11c6d-f5e6-4b96-ae59-bb0270c575e8 req-fe4cf4ea-7e1d-408c-99e3-14b37b3c5d13 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Request body: {'port': {'device_id': '2c7b7eca-3a44-4f4a-8674-03ae1147162c', 'network_id': '1739dec4-235e-4240-8471-290e5b4cd168', 'admin_state_up': True, 'tenant_id': 'a3d11e30d2104dbf9ece93bc38472a72'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:36:28.960651 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Provisioning complete for port 039060ef-815c-4898-b286-76e4e0c313df triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:36:28.961142 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:28.963586 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Pushing event updated for resources: {'Port': ['ID=112de0a6-e040-49eb-aca1-53ad5e216f4e,revision_number=4']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:29.031276 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea48219-6063-400b-a376-c5d14ffc37e9 req-d559ea6d-c20b-42b3-b884-831979d27006 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:29.041804 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-dea48219-6063-400b-a376-c5d14ffc37e9 req-d559ea6d-c20b-42b3-b884-831979d27006 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c524b47-d906-432d-989d-7da4bb3cf70c HTTP/1.1" status: 200 len: 945 time: 0.1791675 Nov 22 10:36:29.077400 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Provisioning for port 5f7ff9dc-3f50-4fd6-9c87-753e92d8e62e completed by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 10:36:29.083621 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Provisioning complete for port 5f7ff9dc-3f50-4fd6-9c87-753e92d8e62e triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:36:29.084052 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:29.119625 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b75639a3-d687-402d-8520-d9a4bfe5c5fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:29.209555 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-dea48219-6063-400b-a376-c5d14ffc37e9 req-e1cdb3fb-b7e3-49ac-ae91-4a1a6b47a956 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/security-groups?id=68e69de2-a7b6-4f55-abcf-22017b026c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593096 Nov 22 10:36:29.230758 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ce11c6d-f5e6-4b96-ae59-bb0270c575e8 req-fe4cf4ea-7e1d-408c-99e3-14b37b3c5d13 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Made reservation on behalf of a3d11e30d2104dbf9ece93bc38472a72 for: {'port': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 10:36:29.239173 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-2ce11c6d-f5e6-4b96-ae59-bb0270c575e8 req-fe4cf4ea-7e1d-408c-99e3-14b37b3c5d13 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:29.289540 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b75639a3-d687-402d-8520-d9a4bfe5c5fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:29.295303 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b75639a3-d687-402d-8520-d9a4bfe5c5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:29.356409 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 41338) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:36:29.364438 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.v2.base [None req-ecca074f-43f9-4cea-8659-6d4acb8a2abc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1460401223-network', 'tenant_id': 'cc0e819e141a41609ea8ef0341f7117f'}} {{(pid=102910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:36:29.381030 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:29.383811 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-b75639a3-d687-402d-8520-d9a4bfe5c5fe admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5b2ba577f74a4b829105ccfeef5f6dab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7351630 Nov 22 10:36:29.386946 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 41340) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:36:29.397056 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75639a3-d687-402d-8520-d9a4bfe5c5fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a8826b-a171-4bcc-8f56-a181315e8626,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:29.433502 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c524b47-d906-432d-989d-7da4bb3cf70c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7ff9dc-3f50-4fd6-9c87-753e92d8e62e'}] {{(pid=102912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:36:29.435914 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871da4fec6c70e81ce77d4e4817c66d6168a6b102b4e2b260a442deac58e97e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b1acf7-5e5d-485e-8cd0-8df72f6650aa" -d '{"events": [{"server_uuid": "2c524b47-d906-432d-989d-7da4bb3cf70c", "name": "network-vif-plugged", "status": "completed", "tag": "5f7ff9dc-3f50-4fd6-9c87-753e92d8e62e"}]}' {{(pid=102912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:36:29.456641 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port 5f7ff9dc-3f50-4fd6-9c87-753e92d8e62e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=5f7ff9dc-3f50-4fd6-9c87-753e92d8e62e,segment=NetworkSegment(6c328c1b-5346-40cf-a48a-8aa2d1f362ae),segment_id=6c328c1b-5346-40cf-a48a-8aa2d1f362ae)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:36:29.466173 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecca074f-43f9-4cea-8659-6d4acb8a2abc admin admin] Made reservation on behalf of cc0e819e141a41609ea8ef0341f7117f for: {'network': 1} {{(pid=102910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 10:36:29.466991 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:29.469998 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ecca074f-43f9-4cea-8659-6d4acb8a2abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for network, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:29.478629 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce297e8-b3fc-421f-8b43-8f2b43ad3e62 req-21bff5ee-8d53-480e-9978-305163f85baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:29.480543 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-dce297e8-b3fc-421f-8b43-8f2b43ad3e62 req-21bff5ee-8d53-480e-9978-305163f85baf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 1099 time: 0.1384966 Nov 22 10:36:29.483827 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ecca074f-43f9-4cea-8659-6d4acb8a2abc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:29.510156 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-16fb8896-aac6-4e6f-8b26-ff3edeb810c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:29.533533 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Pushing event updated for resources: {'Port': ['ID=5f7ff9dc-3f50-4fd6-9c87-753e92d8e62e,revision_number=5']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:29.542477 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93742c5-53d6-4821-8937-467f4b9e0fa8 req-636cea4d-dd94-4f63-aacf-7041792248b7 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:29.544357 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e93742c5-53d6-4821-8937-467f4b9e0fa8 req-636cea4d-dd94-4f63-aacf-7041792248b7 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.1450310 Nov 22 10:36:29.556308 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-16fb8896-aac6-4e6f-8b26-ff3edeb810c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:29.579056 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9ac53d50-9ebf-4b4b-b86c-f8086d39f097 req-c91ed962-7a2b-4072-adab-83a541daf691 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c7b7eca-3a44-4f4a-8674-03ae1147162c HTTP/1.1" status: 200 len: 210 time: 0.0697584 Nov 22 10:36:29.637018 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 10:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855a5e64-5b74-49d8-9354-cc6dc14234ff x-openstack-request-id: req-855a5e64-5b74-49d8-9354-cc6dc14234ff {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:36:29.637018 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c524b47-d906-432d-989d-7da4bb3cf70c", "name": "network-vif-plugged", "status": "completed", "tag": "5f7ff9dc-3f50-4fd6-9c87-753e92d8e62e", "code": 200}]} {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:36:29.637355 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ecca074f-43f9-4cea-8659-6d4acb8a2abc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:29.637447 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-855a5e64-5b74-49d8-9354-cc6dc14234ff {{(pid=102912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:36:29.637447 dv-cinder-804035-13-iscsi neutron-server[102912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c524b47-d906-432d-989d-7da4bb3cf70c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7ff9dc-3f50-4fd6-9c87-753e92d8e62e', 'code': 200} Nov 22 10:36:29.642138 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ecca074f-43f9-4cea-8659-6d4acb8a2abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:29.649831 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [req-2ce11c6d-f5e6-4b96-ae59-bb0270c575e8 req-fe4cf4ea-7e1d-408c-99e3-14b37b3c5d13 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Allocated IP 172.20.0.14 (1739dec4-235e-4240-8471-290e5b4cd168/5af65900-70c0-40b7-a79b-e99bb6b7714c/d31f72a4-3cfb-4149-a149-0083a7db96b0) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 10:36:29.649982 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-16fb8896-aac6-4e6f-8b26-ff3edeb810c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:29.653167 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-16fb8896-aac6-4e6f-8b26-ff3edeb810c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:29.654363 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-16fb8896-aac6-4e6f-8b26-ff3edeb810c2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d3a8826b-a171-4bcc-8f56-a181315e8626 HTTP/1.1" status: 204 len: 168 time: 0.2664049 Nov 22 10:36:29.680735 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecca074f-43f9-4cea-8659-6d4acb8a2abc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=102910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 10:36:29.689682 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecca074f-43f9-4cea-8659-6d4acb8a2abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcae960e-2bed-456c-a6b0-bff58c7914ea,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:29.708175 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-dce297e8-b3fc-421f-8b43-8f2b43ad3e62 req-37c36901-a87c-4b18-82c4-c04f20b0542f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987610 Nov 22 10:36:29.721208 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fb8896-aac6-4e6f-8b26-ff3edeb810c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a8826b-a171-4bcc-8f56-a181315e8626,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:29.725502 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ecca074f-43f9-4cea-8659-6d4acb8a2abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4063698'] for segment, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:29.725881 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.db.segments_db [None req-ecca074f-43f9-4cea-8659-6d4acb8a2abc admin admin] Added segment 8d79122a-5db5-44be-a5d5-ef2422a83696 of type vlan for network b02c3be0-10ab-4ac6-8062-c6b0e5b271ab Nov 22 10:36:29.748408 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e93742c5-53d6-4821-8937-467f4b9e0fa8 req-b19b9e06-03ff-4b96-afde-aea766487501 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643679 Nov 22 10:36:29.781967 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ecca074f-43f9-4cea-8659-6d4acb8a2abc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749315269614'] for network, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:29.839981 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ecca074f-43f9-4cea-8659-6d4acb8a2abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861'] for network, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:29.841941 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e21c8dd6-a119-43bc-9b42-7d87f9168fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:29.843523 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecca074f-43f9-4cea-8659-6d4acb8a2abc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:29.844672 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ecca074f-43f9-4cea-8659-6d4acb8a2abc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for network, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:29.925461 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-ecca074f-43f9-4cea-8659-6d4acb8a2abc admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5613761 Nov 22 10:36:29.925710 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 41348) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:36:29.931174 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.v2.base [None req-c1f025a4-74b4-4f19-b4d2-befeeb3b953a admin admin] Request body: {'subnet': {'network_id': 'b02c3be0-10ab-4ac6-8062-c6b0e5b271ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1460401223-subnet', 'tenant_id': 'cc0e819e141a41609ea8ef0341f7117f', 'ip_version': 4}} {{(pid=102910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:36:29.962647 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f025a4-74b4-4f19-b4d2-befeeb3b953a admin admin] Made reservation on behalf of cc0e819e141a41609ea8ef0341f7117f for: {'subnet': 1} {{(pid=102910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 10:36:29.965826 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c1f025a4-74b4-4f19-b4d2-befeeb3b953a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11983807'] for subnet, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:30.004096 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-2ce11c6d-f5e6-4b96-ae59-bb0270c575e8 req-fe4cf4ea-7e1d-408c-99e3-14b37b3c5d13 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:30.036716 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecca074f-43f9-4cea-8659-6d4acb8a2abc admin admin] Pushing event updated for resources: {'Network': ['ID=b02c3be0-10ab-4ac6-8062-c6b0e5b271ab,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:30.053493 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Network b02c3be0-10ab-4ac6-8062-c6b0e5b271ab details requested by agent ovs-agent-dv-cinder-804035-13-iscsi with host dv-cinder-804035-13-iscsi {{(pid=102912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 10:36:30.129020 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3587af-94f0-490e-9eeb-0d1e0eb27c2a req-52958fed-9fe3-4a1d-97cc-446461174564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:30.131442 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-dd3587af-94f0-490e-9eeb-0d1e0eb27c2a req-52958fed-9fe3-4a1d-97cc-446461174564 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2c524b47-d906-432d-989d-7da4bb3cf70c HTTP/1.1" status: 200 len: 1099 time: 0.1202180 Nov 22 10:36:30.271053 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-2ce11c6d-f5e6-4b96-ae59-bb0270c575e8 req-fe4cf4ea-7e1d-408c-99e3-14b37b3c5d13 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749315246228'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:30.291732 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] get_ports_and_sgs() called for port_ids ['7b29c6e7-c1ba-4983-ab04-3db1251a4a72'] {{(pid=102912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 10:36:30.367237 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4cf4ea-7e1d-408c-99e3-14b37b3c5d13 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Pushing event updated for resources: {'Port': ['ID=d31f72a4-3cfb-4149-a149-0083a7db96b0,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:30.374988 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-dd3587af-94f0-490e-9eeb-0d1e0eb27c2a req-3121127e-ed5e-4583-9c2b-174b8d3ed991 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=68e69de2-a7b6-4f55-abcf-22017b026c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252905 Nov 22 10:36:30.383270 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ce11c6d-f5e6-4b96-ae59-bb0270c575e8 req-fe4cf4ea-7e1d-408c-99e3-14b37b3c5d13 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Network 1739dec4-235e-4240-8471-290e5b4cd168 is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:36:30.385000 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [req-2ce11c6d-f5e6-4b96-ae59-bb0270c575e8 req-fe4cf4ea-7e1d-408c-99e3-14b37b3c5d13 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:36:30.399811 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce11c6d-f5e6-4b96-ae59-bb0270c575e8 req-fe4cf4ea-7e1d-408c-99e3-14b37b3c5d13 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 10:36:30.408991 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce11c6d-f5e6-4b96-ae59-bb0270c575e8 req-fe4cf4ea-7e1d-408c-99e3-14b37b3c5d13 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:30.411019 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-2ce11c6d-f5e6-4b96-ae59-bb0270c575e8 req-fe4cf4ea-7e1d-408c-99e3-14b37b3c5d13 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:30.430805 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c1f025a4-74b4-4f19-b4d2-befeeb3b953a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1162023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11983761'] for subnet, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:30.433421 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 112de0a6-e040-49eb-aca1-53ad5e216f4e up at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:36:30.443342 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2ce11c6d-f5e6-4b96-ae59-bb0270c575e8 req-fe4cf4ea-7e1d-408c-99e3-14b37b3c5d13 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5262833 Nov 22 10:36:30.519171 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f025a4-74b4-4f19-b4d2-befeeb3b953a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba782c9e-49a6-442e-b41a-5a781238abbf,revision_number=0']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:30.529885 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f025a4-74b4-4f19-b4d2-befeeb3b953a admin admin] Checking segment: {'id': '8d79122a-5db5-44be-a5d5-ef2422a83696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b02c3be0-10ab-4ac6-8062-c6b0e5b271ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:36:30.531123 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f025a4-74b4-4f19-b4d2-befeeb3b953a admin admin] Network hostable DHCP agents. Network: b02c3be0-10ab-4ac6-8062-c6b0e5b271ab, hostable agents: ['3a915d71-ad94-46fb-aadb-328912ff9e3f'], hosted agents: [] {{(pid=102910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 10:36:30.566665 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611b4af-efb2-4839-9da3-a1be43b2c7c7 req-bf37dd87-1ce7-4029-ba6c-3261f3d05c77 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:30.571294 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4611b4af-efb2-4839-9da3-a1be43b2c7c7 req-bf37dd87-1ce7-4029-ba6c-3261f3d05c77 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c524b47-d906-432d-989d-7da4bb3cf70c HTTP/1.1" status: 200 len: 946 time: 0.1264563 Nov 22 10:36:30.576728 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f025a4-74b4-4f19-b4d2-befeeb3b953a admin admin] Network b02c3be0-10ab-4ac6-8062-c6b0e5b271ab is scheduled to be hosted by DHCP agent 3a915d71-ad94-46fb-aadb-328912ff9e3f with binding_index 1 {{(pid=102910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 10:36:30.587760 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dde651-f7d3-4422-aded-ccc834755185 None None] Sync routers for ids ['5b1ade10-bac9-43a9-b7db-b7bb40a2c974'] in dv-cinder-804035-13-iscsi {{(pid=102912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 10:36:30.601370 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Provisioning complete for port 112de0a6-e040-49eb-aca1-53ad5e216f4e triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:36:30.601749 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:30.603162 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-c1f025a4-74b4-4f19-b4d2-befeeb3b953a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-13-iscsi, b02c3be0-10ab-4ac6-8062-c6b0e5b271ab) {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:36:30.614574 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f025a4-74b4-4f19-b4d2-befeeb3b953a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:30.616000 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c1f025a4-74b4-4f19-b4d2-befeeb3b953a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for subnet, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:30.646116 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd1c72a-490f-4bc8-b917-5f23636b24c7 None None] Network b02c3be0-10ab-4ac6-8062-c6b0e5b271ab requested from dv-cinder-804035-13-iscsi {{(pid=102912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 10:36:30.654973 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-2ce11c6d-f5e6-4b96-ae59-bb0270c575e8 req-a414c836-c71f-457b-88fa-e9501a9e6802 service neutron] Request body: {'port': {'device_id': '2c7b7eca-3a44-4f4a-8674-03ae1147162c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:36:30.659755 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 41370) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:36:30.660695 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-c1f025a4-74b4-4f19-b4d2-befeeb3b953a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7336590 Nov 22 10:36:30.666197 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-c0fc9767-2a04-49d4-aa18-66b65c9be356 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1460401223-router', 'tenant_id': 'cc0e819e141a41609ea8ef0341f7117f', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28'}}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:36:30.678693 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dde651-f7d3-4422-aded-ccc834755185 None None] Routers {'5b1ade10-bac9-43a9-b7db-b7bb40a2c974'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:36:30.679351 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-89dde651-f7d3-4422-aded-ccc834755185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:36:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['5b1ade10-bac9-43a9-b7db-b7bb40a2c974'], 'active': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:36:30.797529 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c0fc9767-2a04-49d4-aa18-66b65c9be356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1028469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10193'] for router, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:30.798581 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c0fc9767-2a04-49d4-aa18-66b65c9be356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537963', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-928134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10202'] for router, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:30.808957 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4611b4af-efb2-4839-9da3-a1be43b2c7c7 req-89524cf6-4d9e-4bbf-b6df-288f0fe29acc tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/security-groups?id=68e69de2-a7b6-4f55-abcf-22017b026c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139812 Nov 22 10:36:30.850979 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583fc9ec-80a7-46fa-b1f2-bfe637b13b06 req-fb0715af-d6f5-4851-8b56-fa63487fece9 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:30.853018 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-583fc9ec-80a7-46fa-b1f2-bfe637b13b06 req-fb0715af-d6f5-4851-8b56-fa63487fece9 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c7b7eca-3a44-4f4a-8674-03ae1147162c HTTP/1.1" status: 200 len: 932 time: 0.1552048 Nov 22 10:36:30.856534 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-2ce11c6d-f5e6-4b96-ae59-bb0270c575e8 req-a414c836-c71f-457b-88fa-e9501a9e6802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:30.887301 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:31.010036 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c0fc9767-2a04-49d4-aa18-66b65c9be356 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:31.039353 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-583fc9ec-80a7-46fa-b1f2-bfe637b13b06 req-4856b486-1237-4cfc-9c74-957990a1e750 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699431 Nov 22 10:36:31.129175 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvr_db [None req-89dde651-f7d3-4422-aded-ccc834755185 None None] Set router 5b1ade10-bac9-43a9-b7db-b7bb40a2c974 gateway port host: dv-cinder-804035-13-iscsi {{(pid=102912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:36:31.276446 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c0fc9767-2a04-49d4-aa18-66b65c9be356 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:31.286500 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb71723b-a2f2-49df-9cd6-ee7d9e5990f9 req-2e129fb2-e228-443b-871d-22553c6019ee tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:31.290339 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c3eb53-a8b3-4e0a-8d3e-caaa8af85bb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3cb17f46-4a94-5537-b416-49c51b5b1ccb-b02c3be0-10ab-4ac6-8062-c6b0e5b271ab', 'network_id': 'b02c3be0-10ab-4ac6-8062-c6b0e5b271ab', 'tenant_id': 'cc0e819e141a41609ea8ef0341f7117f', 'fixed_ips': [{'subnet_id': 'ba782c9e-49a6-442e-b41a-5a781238abbf'}]}} from dv-cinder-804035-13-iscsi. {{(pid=102912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 10:36:31.291743 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d8c3eb53-a8b3-4e0a-8d3e-caaa8af85bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:31.294321 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bb71723b-a2f2-49df-9cd6-ee7d9e5990f9 req-2e129fb2-e228-443b-871d-22553c6019ee tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.3579607 Nov 22 10:36:31.462190 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bb71723b-a2f2-49df-9cd6-ee7d9e5990f9 req-6ff9ce73-06dc-41f6-b9b4-b14f26088395 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668308 Nov 22 10:36:31.563274 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 41400) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:36:31.573818 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.db_base_plugin_common [None req-d8c3eb53-a8b3-4e0a-8d3e-caaa8af85bb1 None None] Allocated IP 172.20.0.2 (b02c3be0-10ab-4ac6-8062-c6b0e5b271ab/ba782c9e-49a6-442e-b41a-5a781238abbf/2ac47cae-075c-4400-b47f-1546a249217f) {{(pid=102912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 10:36:31.609379 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-89dde651-f7d3-4422-aded-ccc834755185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1ade10-bac9-43a9-b7db-b7bb40a2c974', 'name': 'tempest-TestShelveInstance-1377177714-router', 'tenant_id': '48e14154c62a42a8b78c798e97aa89fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '112de0a6-e040-49eb-aca1-53ad5e216f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:36:23Z', 'updated_at': '2021-11-22T10:36:27Z', 'revision_number': 4, 'project_id': '48e14154c62a42a8b78c798e97aa89fb', 'gw_port': {'id': '112de0a6-e040-49eb-aca1-53ad5e216f4e', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1ade10-bac9-43a9-b7db-b7bb40a2c974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:36:24Z', 'updated_at': '2021-11-22T10:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_interfaces': [{'id': '93e19b12-ded4-485e-8a7d-8b425f9400c8', 'name': '', 'network_id': '9f0551c7-6430-4845-aada-62dfaa2f8a11', 'tenant_id': '48e14154c62a42a8b78c798e97aa89fb', 'mac_address': 'fa:16:3e:05:3d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1ade10-bac9-43a9-b7db-b7bb40a2c974', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'fc21decf-859f-49c8-bd91-1056ff444d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:36:26Z', 'updated_at': '2021-11-22T10:36:27Z', 'revision_number': 2, 'project_id': '48e14154c62a42a8b78c798e97aa89fb', 'subnets': [{'id': 'fc21decf-859f-49c8-bd91-1056ff444d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:36:31.635482 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [req-2ce11c6d-f5e6-4b96-ae59-bb0270c575e8 req-a414c836-c71f-457b-88fa-e9501a9e6802 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d31f72a4-3cfb-4149-a149-0083a7db96b0 {{(pid=102911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 10:36:31.650607 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-2ce11c6d-f5e6-4b96-ae59-bb0270c575e8 req-a414c836-c71f-457b-88fa-e9501a9e6802 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:31.666422 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dde651-f7d3-4422-aded-ccc834755185 None None] Checking router: 5b1ade10-bac9-43a9-b7db-b7bb40a2c974 for host: dv-cinder-804035-13-iscsi {{(pid=102912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 10:36:31.666422 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dde651-f7d3-4422-aded-ccc834755185 None None] Updating router 5b1ade10-bac9-43a9-b7db-b7bb40a2c974 port 93e19b12-ded4-485e-8a7d-8b425f9400c8 binding host dv-cinder-804035-13-iscsi {{(pid=102912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 10:36:31.667744 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.provisioning_blocks [req-2ce11c6d-f5e6-4b96-ae59-bb0270c575e8 req-a414c836-c71f-457b-88fa-e9501a9e6802 service neutron] Transition to ACTIVE for port object d31f72a4-3cfb-4149-a149-0083a7db96b0 will not be triggered until provisioned by entity L2. {{(pid=102911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 10:36:31.696932 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e54083b1-3274-4527-8379-2743cb6ecf58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:31.702486 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-89dde651-f7d3-4422-aded-ccc834755185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:31.796273 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e54083b1-3274-4527-8379-2743cb6ecf58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:31.802075 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e54083b1-3274-4527-8379-2743cb6ecf58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:31.833366 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d8c3eb53-a8b3-4e0a-8d3e-caaa8af85bb1 None None] Publish callbacks [] for port, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:31.847525 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54083b1-3274-4527-8379-2743cb6ecf58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3ff240-fd1c-49c3-898b-5e9bd610ea90,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:31.858429 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-e54083b1-3274-4527-8379-2743cb6ecf58 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=003002709fe5467985eaca7fdaa18d32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2938449 Nov 22 10:36:31.859635 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 41410) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:36:31.899044 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d8c3eb53-a8b3-4e0a-8d3e-caaa8af85bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749315246228'] for port, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:31.946484 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6c5544e6-0414-4513-abd8-70b4f5956032 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:31.958159 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c3eb53-a8b3-4e0a-8d3e-caaa8af85bb1 None None] Network b02c3be0-10ab-4ac6-8062-c6b0e5b271ab is already hosted by enough agents. {{(pid=102912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:36:31.965713 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-2ce11c6d-f5e6-4b96-ae59-bb0270c575e8 req-a414c836-c71f-457b-88fa-e9501a9e6802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:31.967221 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.scheduler.base_scheduler [None req-d8c3eb53-a8b3-4e0a-8d3e-caaa8af85bb1 None None] Resources bound (agent type, host, resource id): {{(pid=102912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:36:31.974336 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c3eb53-a8b3-4e0a-8d3e-caaa8af85bb1 None None] Received port after_create {{(pid=102912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 10:36:31.983731 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3eb53-a8b3-4e0a-8d3e-caaa8af85bb1 None None] Pushing event updated for resources: {'Port': ['ID=2ac47cae-075c-4400-b47f-1546a249217f,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:31.995364 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6c5544e6-0414-4513-abd8-70b4f5956032 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:32.076581 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a414c836-c71f-457b-88fa-e9501a9e6802 service neutron] Pushing event updated for resources: {'Port': ['ID=d31f72a4-3cfb-4149-a149-0083a7db96b0,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:32.078394 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6c5544e6-0414-4513-abd8-70b4f5956032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:32.083122 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6c5544e6-0414-4513-abd8-70b4f5956032 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:32.094610 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-6c5544e6-0414-4513-abd8-70b4f5956032 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ff3ff240-fd1c-49c3-898b-5e9bd610ea90 HTTP/1.1" status: 204 len: 168 time: 0.2335477 Nov 22 10:36:32.100122 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [None req-d8c3eb53-a8b3-4e0a-8d3e-caaa8af85bb1 None None] Attempting to bind port 2ac47cae-075c-4400-b47f-1546a249217f on host dv-cinder-804035-13-iscsi for vnic_type normal with profile {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 10:36:32.100499 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [None req-d8c3eb53-a8b3-4e0a-8d3e-caaa8af85bb1 None None] Attempting to bind port 2ac47cae-075c-4400-b47f-1546a249217f by drivers openvswitch,hyperv on host dv-cinder-804035-13-iscsi at level 0 using segments [{'id': '8d79122a-5db5-44be-a5d5-ef2422a83696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b02c3be0-10ab-4ac6-8062-c6b0e5b271ab'}] {{(pid=102912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 10:36:32.101355 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c3eb53-a8b3-4e0a-8d3e-caaa8af85bb1 None None] Attempting to bind port 2ac47cae-075c-4400-b47f-1546a249217f on network b02c3be0-10ab-4ac6-8062-c6b0e5b271ab {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:36:32.112416 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c3eb53-a8b3-4e0a-8d3e-caaa8af85bb1 None None] Checking agent: {'id': '881f7a5b-9941-4288-a74c-0fe38ace5e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 10, 27, 1), 'started_at': datetime.datetime(2021, 11, 22, 10, 27, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 10, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 10:36:32.112854 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c3eb53-a8b3-4e0a-8d3e-caaa8af85bb1 None None] Checking segment: {'id': '8d79122a-5db5-44be-a5d5-ef2422a83696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b02c3be0-10ab-4ac6-8062-c6b0e5b271ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:36:32.113188 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d8c3eb53-a8b3-4e0a-8d3e-caaa8af85bb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:32.113588 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c3eb53-a8b3-4e0a-8d3e-caaa8af85bb1 None None] Bound using segment: {'id': '8d79122a-5db5-44be-a5d5-ef2422a83696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b02c3be0-10ab-4ac6-8062-c6b0e5b271ab'} {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 10:36:32.114080 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [None req-d8c3eb53-a8b3-4e0a-8d3e-caaa8af85bb1 None None] Bound port: 2ac47cae-075c-4400-b47f-1546a249217f, host: dv-cinder-804035-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d79122a-5db5-44be-a5d5-ef2422a83696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b02c3be0-10ab-4ac6-8062-c6b0e5b271ab'}}] {{(pid=102912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 10:36:32.114464 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d8c3eb53-a8b3-4e0a-8d3e-caaa8af85bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:32.156928 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5544e6-0414-4513-abd8-70b4f5956032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3ff240-fd1c-49c3-898b-5e9bd610ea90,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:32.161756 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-2ce11c6d-f5e6-4b96-ae59-bb0270c575e8 req-a414c836-c71f-457b-88fa-e9501a9e6802 service neutron] Attempting to bind port d31f72a4-3cfb-4149-a149-0083a7db96b0 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 10:36:32.162097 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-2ce11c6d-f5e6-4b96-ae59-bb0270c575e8 req-a414c836-c71f-457b-88fa-e9501a9e6802 service neutron] Attempting to bind port d31f72a4-3cfb-4149-a149-0083a7db96b0 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'db179ef4-ef68-4c74-b563-b96560450275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1739dec4-235e-4240-8471-290e5b4cd168'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 10:36:32.162428 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce11c6d-f5e6-4b96-ae59-bb0270c575e8 req-a414c836-c71f-457b-88fa-e9501a9e6802 service neutron] Attempting to bind port d31f72a4-3cfb-4149-a149-0083a7db96b0 on network 1739dec4-235e-4240-8471-290e5b4cd168 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:36:32.172913 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6ab0e-c76f-4ec8-9591-6c0d8ce97486 req-19ad7ce4-3cb4-4461-b6e1-8e0a8e5cffeb tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:32.175237 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-25c6ab0e-c76f-4ec8-9591-6c0d8ce97486 req-19ad7ce4-3cb4-4461-b6e1-8e0a8e5cffeb tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c524b47-d906-432d-989d-7da4bb3cf70c HTTP/1.1" status: 200 len: 946 time: 0.2039390 Nov 22 10:36:32.176153 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c0fc9767-2a04-49d4-aa18-66b65c9be356 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:32.223754 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce11c6d-f5e6-4b96-ae59-bb0270c575e8 req-a414c836-c71f-457b-88fa-e9501a9e6802 service neutron] Port d31f72a4-3cfb-4149-a149-0083a7db96b0 on network 1739dec4-235e-4240-8471-290e5b4cd168 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 10:36:32.224490 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce11c6d-f5e6-4b96-ae59-bb0270c575e8 req-a414c836-c71f-457b-88fa-e9501a9e6802 service neutron] Attempting to bind port d31f72a4-3cfb-4149-a149-0083a7db96b0 on network 1739dec4-235e-4240-8471-290e5b4cd168 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:36:32.226954 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c0fc9767-2a04-49d4-aa18-66b65c9be356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:32.258843 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-d8c3eb53-a8b3-4e0a-8d3e-caaa8af85bb1 None None] For port 2ac47cae-075c-4400-b47f-1546a249217f, host dv-cinder-804035-13-iscsi, cleared binding levels {{(pid=102912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 10:36:32.268505 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce11c6d-f5e6-4b96-ae59-bb0270c575e8 req-a414c836-c71f-457b-88fa-e9501a9e6802 service neutron] Checking agent: {'id': '8aa3c5bc-bff8-4a30-90cc-a12bac01bfcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 10, 32, 50), 'started_at': datetime.datetime(2021, 11, 22, 10, 32, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 10, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 10:36:32.268505 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce11c6d-f5e6-4b96-ae59-bb0270c575e8 req-a414c836-c71f-457b-88fa-e9501a9e6802 service neutron] Checking segment: {'id': 'db179ef4-ef68-4c74-b563-b96560450275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1739dec4-235e-4240-8471-290e5b4cd168'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:36:32.268945 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce11c6d-f5e6-4b96-ae59-bb0270c575e8 req-a414c836-c71f-457b-88fa-e9501a9e6802 service neutron] Bound using segment: {'id': 'db179ef4-ef68-4c74-b563-b96560450275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1739dec4-235e-4240-8471-290e5b4cd168'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 10:36:32.269328 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-2ce11c6d-f5e6-4b96-ae59-bb0270c575e8 req-a414c836-c71f-457b-88fa-e9501a9e6802 service neutron] Bound port: d31f72a4-3cfb-4149-a149-0083a7db96b0, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db179ef4-ef68-4c74-b563-b96560450275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1739dec4-235e-4240-8471-290e5b4cd168'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 10:36:32.269672 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-2ce11c6d-f5e6-4b96-ae59-bb0270c575e8 req-a414c836-c71f-457b-88fa-e9501a9e6802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:32.278866 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-d8c3eb53-a8b3-4e0a-8d3e-caaa8af85bb1 None None] For port 2ac47cae-075c-4400-b47f-1546a249217f, host dv-cinder-804035-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=2ac47cae-075c-4400-b47f-1546a249217f,segment=NetworkSegment(8d79122a-5db5-44be-a5d5-ef2422a83696),segment_id=8d79122a-5db5-44be-a5d5-ef2422a83696)] {{(pid=102912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 10:36:32.290550 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d8c3eb53-a8b3-4e0a-8d3e-caaa8af85bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:32.298232 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-89dde651-f7d3-4422-aded-ccc834755185 None None] Publish callbacks [] for port, precommit_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:32.323480 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-89dde651-f7d3-4422-aded-ccc834755185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:32.342836 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-25c6ab0e-c76f-4ec8-9591-6c0d8ce97486 req-ba4ac4e3-135b-4c5f-9718-015db96690c3 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/security-groups?id=68e69de2-a7b6-4f55-abcf-22017b026c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213338 Nov 22 10:36:32.382217 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3eb53-a8b3-4e0a-8d3e-caaa8af85bb1 None None] Pushing event updated for resources: {'Port': ['ID=2ac47cae-075c-4400-b47f-1546a249217f,revision_number=2']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:32.411683 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ffecc-0129-4e2f-b835-642bf0b58da6 req-eda5f117-12b8-43bd-9605-969543bbedbe tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:32.414052 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f95ffecc-0129-4e2f-b835-642bf0b58da6 req-eda5f117-12b8-43bd-9605-969543bbedbe tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c7b7eca-3a44-4f4a-8674-03ae1147162c HTTP/1.1" status: 200 len: 944 time: 0.2614346 Nov 22 10:36:32.533927 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db3e2ad-dad2-48d9-93ce-5245470f8f16 None None] Pushing event updated for resources: {'Port': ['ID=93e19b12-ded4-485e-8a7d-8b425f9400c8,revision_number=3']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:32.545751 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [None req-89dde651-f7d3-4422-aded-ccc834755185 None None] Attempting to bind port 93e19b12-ded4-485e-8a7d-8b425f9400c8 on host dv-cinder-804035-13-iscsi for vnic_type normal with profile {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 10:36:32.546319 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [None req-89dde651-f7d3-4422-aded-ccc834755185 None None] Attempting to bind port 93e19b12-ded4-485e-8a7d-8b425f9400c8 by drivers openvswitch,hyperv on host dv-cinder-804035-13-iscsi at level 0 using segments [{'id': '8297a5cd-c96f-437c-b6bb-56c8bceb9dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9f0551c7-6430-4845-aada-62dfaa2f8a11'}] {{(pid=102912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 10:36:32.547338 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dde651-f7d3-4422-aded-ccc834755185 None None] Attempting to bind port 93e19b12-ded4-485e-8a7d-8b425f9400c8 on network 9f0551c7-6430-4845-aada-62dfaa2f8a11 {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:36:32.556247 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dde651-f7d3-4422-aded-ccc834755185 None None] Checking agent: {'id': '881f7a5b-9941-4288-a74c-0fe38ace5e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 10, 27, 1), 'started_at': datetime.datetime(2021, 11, 22, 10, 27, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 10, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 10:36:32.557127 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dde651-f7d3-4422-aded-ccc834755185 None None] Checking segment: {'id': '8297a5cd-c96f-437c-b6bb-56c8bceb9dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9f0551c7-6430-4845-aada-62dfaa2f8a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:36:32.557806 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-89dde651-f7d3-4422-aded-ccc834755185 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:32.558413 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dde651-f7d3-4422-aded-ccc834755185 None None] Bound using segment: {'id': '8297a5cd-c96f-437c-b6bb-56c8bceb9dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9f0551c7-6430-4845-aada-62dfaa2f8a11'} {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 10:36:32.559150 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [None req-89dde651-f7d3-4422-aded-ccc834755185 None None] Bound port: 93e19b12-ded4-485e-8a7d-8b425f9400c8, host: dv-cinder-804035-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8297a5cd-c96f-437c-b6bb-56c8bceb9dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9f0551c7-6430-4845-aada-62dfaa2f8a11'}}] {{(pid=102912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 10:36:32.559827 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-89dde651-f7d3-4422-aded-ccc834755185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:32.614600 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-2ce11c6d-f5e6-4b96-ae59-bb0270c575e8 req-a414c836-c71f-457b-88fa-e9501a9e6802 service neutron] For port d31f72a4-3cfb-4149-a149-0083a7db96b0, host hv-cinder-80403, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 10:36:32.658422 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [None req-c0fc9767-2a04-49d4-aa18-66b65c9be356 admin admin] Allocated IP 172.27.0.244 (e6af0ad0-9fc1-4d6f-8919-77652c0c2a28/df63829c-39ab-4507-b346-4c3fdb4717de/5e8ff655-272e-4aad-8c87-e69691445e52) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 10:36:32.662667 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-89dde651-f7d3-4422-aded-ccc834755185 None None] For port 93e19b12-ded4-485e-8a7d-8b425f9400c8, host dv-cinder-804035-13-iscsi, cleared binding levels {{(pid=102912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 10:36:32.693150 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-89dde651-f7d3-4422-aded-ccc834755185 None None] For port 93e19b12-ded4-485e-8a7d-8b425f9400c8, host dv-cinder-804035-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=93e19b12-ded4-485e-8a7d-8b425f9400c8,segment=NetworkSegment(8297a5cd-c96f-437c-b6bb-56c8bceb9dbf),segment_id=8297a5cd-c96f-437c-b6bb-56c8bceb9dbf)] {{(pid=102912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 10:36:32.703836 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-89dde651-f7d3-4422-aded-ccc834755185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:32.727534 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f95ffecc-0129-4e2f-b835-642bf0b58da6 req-e8b77e69-3b4e-4e2d-a0da-91605709ab9b tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356024 Nov 22 10:36:32.731199 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-2ce11c6d-f5e6-4b96-ae59-bb0270c575e8 req-a414c836-c71f-457b-88fa-e9501a9e6802 service neutron] For port d31f72a4-3cfb-4149-a149-0083a7db96b0, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d31f72a4-3cfb-4149-a149-0083a7db96b0,segment=NetworkSegment(db179ef4-ef68-4c74-b563-b96560450275),segment_id=db179ef4-ef68-4c74-b563-b96560450275)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 10:36:32.773805 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-2ce11c6d-f5e6-4b96-ae59-bb0270c575e8 req-a414c836-c71f-457b-88fa-e9501a9e6802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:32.796674 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dde651-f7d3-4422-aded-ccc834755185 None None] Routers {'5b1ade10-bac9-43a9-b7db-b7bb40a2c974'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:36:32.797365 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-89dde651-f7d3-4422-aded-ccc834755185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:36:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['5b1ade10-bac9-43a9-b7db-b7bb40a2c974'], 'active': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:36:32.822496 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce11c6d-f5e6-4b96-ae59-bb0270c575e8 req-a414c836-c71f-457b-88fa-e9501a9e6802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:32.825530 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-2ce11c6d-f5e6-4b96-ae59-bb0270c575e8 req-a414c836-c71f-457b-88fa-e9501a9e6802 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:32.827403 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2ce11c6d-f5e6-4b96-ae59-bb0270c575e8 req-a414c836-c71f-457b-88fa-e9501a9e6802 service neutron] 10.222.0.20 "PUT /v2.0/ports/d31f72a4-3cfb-4149-a149-0083a7db96b0 HTTP/1.1" status: 200 len: 1094 time: 2.1808658 Nov 22 10:36:32.875901 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c7b7eca-3a44-4f4a-8674-03ae1147162c', 'tag': 'd31f72a4-3cfb-4149-a149-0083a7db96b0'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:36:32.878724 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5429d6209f9db75179b029b02f265116e5db13468d9d60e00895472a7fa8ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f8d5ba-eaba-4662-ab8b-34ad0a3b1a51" -d '{"events": [{"name": "network-changed", "server_uuid": "2c7b7eca-3a44-4f4a-8674-03ae1147162c", "tag": "d31f72a4-3cfb-4149-a149-0083a7db96b0"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:36:32.925308 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db3e2ad-dad2-48d9-93ce-5245470f8f16 None None] Pushing event updated for resources: {'Port': ['ID=93e19b12-ded4-485e-8a7d-8b425f9400c8,revision_number=4']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:32.999163 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 10:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edcd50a7-4050-47f3-ae75-056a7e2e3959 x-openstack-request-id: req-edcd50a7-4050-47f3-ae75-056a7e2e3959 {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:36:32.999460 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c7b7eca-3a44-4f4a-8674-03ae1147162c", "tag": "d31f72a4-3cfb-4149-a149-0083a7db96b0", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:36:32.999743 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-edcd50a7-4050-47f3-ae75-056a7e2e3959 {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:36:33.000138 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c7b7eca-3a44-4f4a-8674-03ae1147162c', 'tag': 'd31f72a4-3cfb-4149-a149-0083a7db96b0', 'status': 'completed', 'code': 200} Nov 22 10:36:33.033872 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-3befa4a1-f003-4367-98e0-db6166cc5b36 None None] Provisioning complete for port 93e19b12-ded4-485e-8a7d-8b425f9400c8 triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:36:33.034387 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-3befa4a1-f003-4367-98e0-db6166cc5b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:33.053620 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f618b9-ea82-4863-9ee1-eb7e92fea86e req-eea41d30-d344-40ef-bc4a-2bb384db377e tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:33.061825 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-78f618b9-ea82-4863-9ee1-eb7e92fea86e req-eea41d30-d344-40ef-bc4a-2bb384db377e tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.4205356 Nov 22 10:36:33.085296 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvr_db [None req-89dde651-f7d3-4422-aded-ccc834755185 None None] Set router 5b1ade10-bac9-43a9-b7db-b7bb40a2c974 gateway port host: dv-cinder-804035-13-iscsi {{(pid=102912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:36:33.115281 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a414c836-c71f-457b-88fa-e9501a9e6802 service neutron] Pushing event updated for resources: {'Port': ['ID=d31f72a4-3cfb-4149-a149-0083a7db96b0,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:33.159989 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-78f618b9-ea82-4863-9ee1-eb7e92fea86e req-27e254c5-0128-4a4d-b484-ed626e3763eb tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971959 Nov 22 10:36:33.164725 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce11c6d-f5e6-4b96-ae59-bb0270c575e8 req-0dfa55dc-1eed-4a61-b1f7-a6e8829b8f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:33.166442 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2ce11c6d-f5e6-4b96-ae59-bb0270c575e8 req-0dfa55dc-1eed-4a61-b1f7-a6e8829b8f9a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a3d11e30d2104dbf9ece93bc38472a72&device_id=2c7b7eca-3a44-4f4a-8674-03ae1147162c HTTP/1.1" status: 200 len: 1097 time: 0.1846676 Nov 22 10:36:33.213394 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c0fc9767-2a04-49d4-aa18-66b65c9be356 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:33.244408 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2ce11c6d-f5e6-4b96-ae59-bb0270c575e8 req-5ec10924-8bed-4be4-b297-2adc961387d2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d31f72a4-3cfb-4149-a149-0083a7db96b0 HTTP/1.1" status: 200 len: 217 time: 0.0640428 Nov 22 10:36:33.277537 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-3befa4a1-f003-4367-98e0-db6166cc5b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:33.356296 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c0fc9767-2a04-49d4-aa18-66b65c9be356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749315246228'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:33.365841 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-3befa4a1-f003-4367-98e0-db6166cc5b36 None None] For port 93e19b12-ded4-485e-8a7d-8b425f9400c8, host dv-cinder-804035-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=93e19b12-ded4-485e-8a7d-8b425f9400c8,segment=NetworkSegment(8297a5cd-c96f-437c-b6bb-56c8bceb9dbf),segment_id=8297a5cd-c96f-437c-b6bb-56c8bceb9dbf)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:36:33.379022 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-3befa4a1-f003-4367-98e0-db6166cc5b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:33.442157 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce11c6d-f5e6-4b96-ae59-bb0270c575e8 req-4a517818-4c4d-422b-b40e-c1a3f95a40e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:33.443805 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2ce11c6d-f5e6-4b96-ae59-bb0270c575e8 req-4a517818-4c4d-422b-b40e-c1a3f95a40e5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5af65900-70c0-40b7-a79b-e99bb6b7714c HTTP/1.1" status: 200 len: 855 time: 0.1913819 Nov 22 10:36:33.481719 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3befa4a1-f003-4367-98e0-db6166cc5b36 None None] Pushing event updated for resources: {'Port': ['ID=93e19b12-ded4-485e-8a7d-8b425f9400c8,revision_number=5']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:33.525794 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2ce11c6d-f5e6-4b96-ae59-bb0270c575e8 req-4efd3cc0-b90e-4ac1-ba49-1717f0c6949b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1739dec4-235e-4240-8471-290e5b4cd168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633411 Nov 22 10:36:33.544927 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-89dde651-f7d3-4422-aded-ccc834755185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1ade10-bac9-43a9-b7db-b7bb40a2c974', 'name': 'tempest-TestShelveInstance-1377177714-router', 'tenant_id': '48e14154c62a42a8b78c798e97aa89fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '112de0a6-e040-49eb-aca1-53ad5e216f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:36:23Z', 'updated_at': '2021-11-22T10:36:27Z', 'revision_number': 4, 'project_id': '48e14154c62a42a8b78c798e97aa89fb', 'gw_port': {'id': '112de0a6-e040-49eb-aca1-53ad5e216f4e', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1ade10-bac9-43a9-b7db-b7bb40a2c974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:36:24Z', 'updated_at': '2021-11-22T10:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_interfaces': [{'id': '93e19b12-ded4-485e-8a7d-8b425f9400c8', 'name': '', 'network_id': '9f0551c7-6430-4845-aada-62dfaa2f8a11', 'tenant_id': '48e14154c62a42a8b78c798e97aa89fb', 'mac_address': 'fa:16:3e:05:3d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1ade10-bac9-43a9-b7db-b7bb40a2c974', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'fc21decf-859f-49c8-bd91-1056ff444d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:36:26Z', 'updated_at': '2021-11-22T10:36:32Z', 'revision_number': 4, 'project_id': '48e14154c62a42a8b78c798e97aa89fb', 'subnets': [{'id': 'fc21decf-859f-49c8-bd91-1056ff444d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:36:33.545310 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fc9767-2a04-49d4-aa18-66b65c9be356 admin admin] Network e6af0ad0-9fc1-4d6f-8919-77652c0c2a28 is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:36:33.589579 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-a8e874e2-3685-4f3f-b2ef-52c28fe0787e None None] Provisioning complete for port 93e19b12-ded4-485e-8a7d-8b425f9400c8 triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:36:33.589936 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-a8e874e2-3685-4f3f-b2ef-52c28fe0787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:33.612793 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-c0fc9767-2a04-49d4-aa18-66b65c9be356 admin admin] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:36:33.618087 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fc9767-2a04-49d4-aa18-66b65c9be356 admin admin] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 10:36:33.635166 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fc9767-2a04-49d4-aa18-66b65c9be356 admin admin] Pushing event updated for resources: {'Port': ['ID=5e8ff655-272e-4aad-8c87-e69691445e52,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:33.822401 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dde651-f7d3-4422-aded-ccc834755185 None None] The sync data for ids ['5b1ade10-bac9-43a9-b7db-b7bb40a2c974'] in dv-cinder-804035-13-iscsi is: [{'id': '5b1ade10-bac9-43a9-b7db-b7bb40a2c974', 'name': 'tempest-TestShelveInstance-1377177714-router', 'tenant_id': '48e14154c62a42a8b78c798e97aa89fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '112de0a6-e040-49eb-aca1-53ad5e216f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:36:23Z', 'updated_at': '2021-11-22T10:36:27Z', 'revision_number': 4, 'project_id': '48e14154c62a42a8b78c798e97aa89fb', 'gw_port': {'id': '112de0a6-e040-49eb-aca1-53ad5e216f4e', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1ade10-bac9-43a9-b7db-b7bb40a2c974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:36:24Z', 'updated_at': '2021-11-22T10:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_interfaces': [{'id': '93e19b12-ded4-485e-8a7d-8b425f9400c8', 'name': '', 'network_id': '9f0551c7-6430-4845-aada-62dfaa2f8a11', 'tenant_id': '48e14154c62a42a8b78c798e97aa89fb', 'mac_address': 'fa:16:3e:05:3d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1ade10-bac9-43a9-b7db-b7bb40a2c974', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'fc21decf-859f-49c8-bd91-1056ff444d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:36:26Z', 'updated_at': '2021-11-22T10:36:32Z', 'revision_number': 4, 'project_id': '48e14154c62a42a8b78c798e97aa89fb', 'subnets': [{'id': 'fc21decf-859f-49c8-bd91-1056ff444d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 10:36:33.905859 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87041d4-404d-4804-b112-8b4a9c8eb662 req-d144cd41-d0e5-4c73-9ad1-64a52db32c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:33.908037 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c87041d4-404d-4804-b112-8b4a9c8eb662 req-d144cd41-d0e5-4c73-9ad1-64a52db32c43 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=47dcd8cc91c540eda175b762b2cc6d9d&device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 1099 time: 0.3615837 Nov 22 10:36:33.982197 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5edf855-2d6c-411a-a057-7c905615e7ce None None] Network b02c3be0-10ab-4ac6-8062-c6b0e5b271ab requested from dv-cinder-804035-13-iscsi {{(pid=102912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 10:36:33.987616 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37beab62-8c5f-4c5b-bb5a-b48486a8d570 req-3b5bfdea-5d7d-45dc-b73f-9bf288858d20 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:33.989204 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-37beab62-8c5f-4c5b-bb5a-b48486a8d570 req-3b5bfdea-5d7d-45dc-b73f-9bf288858d20 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.3731477 Nov 22 10:36:34.078383 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2ce11c6d-f5e6-4b96-ae59-bb0270c575e8 req-1998fbe0-4714-4f14-8fbc-32273832b287 service neutron] 10.222.0.20 "GET /v2.0/networks/1739dec4-235e-4240-8471-290e5b4cd168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5283837 Nov 22 10:36:34.118363 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-c1427c87-6318-430b-be10-827445416875 None None] Provisioning complete for port 2ac47cae-075c-4400-b47f-1546a249217f triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:36:34.119041 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-c1427c87-6318-430b-be10-827445416875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:34.120414 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da88875-e518-45a9-bdc4-829b58c22021 req-72ca6caf-e4e5-4cfb-a713-9bda9fbf12d2 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:34.121994 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0da88875-e518-45a9-bdc4-829b58c22021 req-72ca6caf-e4e5-4cfb-a713-9bda9fbf12d2 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c524b47-d906-432d-989d-7da4bb3cf70c HTTP/1.1" status: 200 len: 946 time: 0.3361213 Nov 22 10:36:34.320066 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-c1427c87-6318-430b-be10-827445416875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:34.362972 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 2ac47cae-075c-4400-b47f-1546a249217f up at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:36:34.372817 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-37beab62-8c5f-4c5b-bb5a-b48486a8d570 req-b4a07c07-318e-485f-9f85-a34c06dbb3ff tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521497 Nov 22 10:36:34.400493 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87041d4-404d-4804-b112-8b4a9c8eb662 req-a9262199-abe2-42b9-b633-e6e8aa672e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:34.400493 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c87041d4-404d-4804-b112-8b4a9c8eb662 req-a9262199-abe2-42b9-b633-e6e8aa672e0e service neutron] 10.222.0.20 "GET /v2.0/networks?id=153a66f8-3695-4a0f-8479-33d7bddbc164 HTTP/1.1" status: 200 len: 920 time: 0.4624834 Nov 22 10:36:34.463859 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-c1427c87-6318-430b-be10-827445416875 None None] For port 2ac47cae-075c-4400-b47f-1546a249217f, host dv-cinder-804035-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=2ac47cae-075c-4400-b47f-1546a249217f,segment=NetworkSegment(8d79122a-5db5-44be-a5d5-ef2422a83696),segment_id=8d79122a-5db5-44be-a5d5-ef2422a83696)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:36:34.474179 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-c1427c87-6318-430b-be10-827445416875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:34.483866 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0da88875-e518-45a9-bdc4-829b58c22021 req-3ab6aebf-1577-4018-bb39-975b076095e1 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/security-groups?id=68e69de2-a7b6-4f55-abcf-22017b026c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483300 Nov 22 10:36:34.489491 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c87041d4-404d-4804-b112-8b4a9c8eb662 req-60082d37-56c2-4e52-a3af-9701b07e4bb1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7b68ff2-ecd7-4e74-81b4-cf38071ef393 HTTP/1.1" status: 200 len: 217 time: 0.0809834 Nov 22 10:36:34.491715 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c0fc9767-2a04-49d4-aa18-66b65c9be356 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:34.498606 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2ce11c6d-f5e6-4b96-ae59-bb0270c575e8 req-abc614e6-5e25-45ad-a6a8-029a7dfed600 service neutron] 10.222.0.20 "GET /v2.0/networks/1739dec4-235e-4240-8471-290e5b4cd168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4052129 Nov 22 10:36:34.608104 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Provisioning complete for port 2ac47cae-075c-4400-b47f-1546a249217f triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:36:34.608104 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:34.616068 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87041d4-404d-4804-b112-8b4a9c8eb662 req-997ed5f0-f35a-4808-a8d6-bfe124bcb7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:34.619381 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c87041d4-404d-4804-b112-8b4a9c8eb662 req-997ed5f0-f35a-4808-a8d6-bfe124bcb7ea service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c80a285c-563e-448a-9814-994fad543ecd HTTP/1.1" status: 200 len: 859 time: 0.0818548 Nov 22 10:36:34.731358 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1427c87-6318-430b-be10-827445416875 None None] Pushing event updated for resources: {'Port': ['ID=2ac47cae-075c-4400-b47f-1546a249217f,revision_number=3']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:34.831652 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 93e19b12-ded4-485e-8a7d-8b425f9400c8 up at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:36:34.834784 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-1b875335-39b0-434d-9b5c-6b73aaf1e4a2 None None] Provisioning complete for port 2ac47cae-075c-4400-b47f-1546a249217f triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:36:34.835353 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-1b875335-39b0-434d-9b5c-6b73aaf1e4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:34.958568 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Provisioning complete for port 93e19b12-ded4-485e-8a7d-8b425f9400c8 triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:36:34.958947 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:35.021863 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c87041d4-404d-4804-b112-8b4a9c8eb662 req-f8105716-ed48-4e24-be04-e6600d06bb90 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=153a66f8-3695-4a0f-8479-33d7bddbc164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3455102 Nov 22 10:36:35.076210 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f8d5ba-eaba-4662-ab8b-34ad0a3b1a51 req-1d2de875-2c83-4ea5-a2de-89311ad68267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:35.077703 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-30f8d5ba-eaba-4662-ab8b-34ad0a3b1a51 req-1d2de875-2c83-4ea5-a2de-89311ad68267 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a3d11e30d2104dbf9ece93bc38472a72&device_id=2c7b7eca-3a44-4f4a-8674-03ae1147162c HTTP/1.1" status: 200 len: 1097 time: 0.4573226 Nov 22 10:36:35.185115 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d3da1-f8ab-4027-a3af-9fff20df1915 req-37417dcb-acb7-4182-9011-a19f5edf1005 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:35.186737 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ff7d3da1-f8ab-4027-a3af-9fff20df1915 req-37417dcb-acb7-4182-9011-a19f5edf1005 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c7b7eca-3a44-4f4a-8674-03ae1147162c HTTP/1.1" status: 200 len: 944 time: 0.2309041 Nov 22 10:36:35.353070 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ff7d3da1-f8ab-4027-a3af-9fff20df1915 req-4d5689a7-935e-400b-95be-c12713eb686a tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574106 Nov 22 10:36:35.396890 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c87041d4-404d-4804-b112-8b4a9c8eb662 req-4f0a8872-9c5b-4549-9156-39fee5ff7554 service neutron] 10.222.0.20 "GET /v2.0/networks/153a66f8-3695-4a0f-8479-33d7bddbc164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417022 Nov 22 10:36:35.417340 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f8d5ba-eaba-4662-ab8b-34ad0a3b1a51 req-64087913-9a2c-4a57-80d6-f3c56965446c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:35.418866 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-30f8d5ba-eaba-4662-ab8b-34ad0a3b1a51 req-64087913-9a2c-4a57-80d6-f3c56965446c service neutron] 10.222.0.20 "GET /v2.0/networks?id=1739dec4-235e-4240-8471-290e5b4cd168 HTTP/1.1" status: 200 len: 916 time: 0.3245614 Nov 22 10:36:35.584534 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-30f8d5ba-eaba-4662-ab8b-34ad0a3b1a51 req-a76c767e-3808-40f9-820b-26428c19643c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d31f72a4-3cfb-4149-a149-0083a7db96b0 HTTP/1.1" status: 200 len: 217 time: 0.1496859 Nov 22 10:36:35.602237 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c0fc9767-2a04-49d4-aa18-66b65c9be356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1031512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-999758'] for router, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:35.747478 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e0660-2077-432e-a391-790105917a8a req-7d0d954f-8720-4aab-a9a6-27b48dbbabc7 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:35.749017 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-318e0660-2077-432e-a391-790105917a8a req-7d0d954f-8720-4aab-a9a6-27b48dbbabc7 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.2486718 Nov 22 10:36:35.792470 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f8d5ba-eaba-4662-ab8b-34ad0a3b1a51 req-3d487ffb-a9b4-4dbc-bae0-cf7c5544b4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:35.793989 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-30f8d5ba-eaba-4662-ab8b-34ad0a3b1a51 req-3d487ffb-a9b4-4dbc-bae0-cf7c5544b4f0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5af65900-70c0-40b7-a79b-e99bb6b7714c HTTP/1.1" status: 200 len: 855 time: 0.1959324 Nov 22 10:36:35.796973 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c87041d4-404d-4804-b112-8b4a9c8eb662 req-715abcf3-ae65-491d-8442-cf55dfb250de service neutron] 10.222.0.20 "GET /v2.0/networks/153a66f8-3695-4a0f-8479-33d7bddbc164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3834054 Nov 22 10:36:35.878620 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-30f8d5ba-eaba-4662-ab8b-34ad0a3b1a51 req-0889fbcc-5766-48bb-ad22-3bdd751cd595 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1739dec4-235e-4240-8471-290e5b4cd168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445864 Nov 22 10:36:35.969146 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c8efe-f1f8-48f5-bb25-cf91df467504 req-d4b7d7b2-d6fc-4f73-acbc-01c64d9ffe3a tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:35.970649 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f88c8efe-f1f8-48f5-bb25-cf91df467504 req-d4b7d7b2-d6fc-4f73-acbc-01c64d9ffe3a tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c524b47-d906-432d-989d-7da4bb3cf70c HTTP/1.1" status: 200 len: 946 time: 0.2421536 Nov 22 10:36:35.977336 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-318e0660-2077-432e-a391-790105917a8a req-9c07a21e-9bbc-4890-9673-464e552ec3db tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157433 Nov 22 10:36:36.075876 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f88c8efe-f1f8-48f5-bb25-cf91df467504 req-267d6769-0cd8-407c-8e3b-e11e8fadf8ed tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/security-groups?id=68e69de2-a7b6-4f55-abcf-22017b026c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961337 Nov 22 10:36:36.079000 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-30f8d5ba-eaba-4662-ab8b-34ad0a3b1a51 req-4b2bb2e1-b736-4868-866b-e1e16c83e2a1 service neutron] 10.222.0.20 "GET /v2.0/networks/1739dec4-235e-4240-8471-290e5b4cd168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820743 Nov 22 10:36:36.090238 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0fc9767-2a04-49d4-aa18-66b65c9be356 admin admin] Router 5c9ea783-6c60-4e6d-9995-310aaeac6c81 is scheduled to L3 agent fa3112ac-4a6e-40b6-a491-552ca746a833 with binding_index 1 {{(pid=102911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 10:36:36.217664 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 2ac47cae-075c-4400-b47f-1546a249217f up at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:36:36.265361 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0fc9767-2a04-49d4-aa18-66b65c9be356 admin admin] Notify agent at l3_agent.dv-cinder-804035-13-iscsi the message routers_updated {{(pid=102911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 10:36:36.268256 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Provisioning complete for port 2ac47cae-075c-4400-b47f-1546a249217f triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:36:36.268696 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:36.274307 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847e53c4-d397-44b8-bac3-87714120f010 None None] Sync routers for ids ['5c9ea783-6c60-4e6d-9995-310aaeac6c81'] in dv-cinder-804035-13-iscsi {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 10:36:36.279583 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-30f8d5ba-eaba-4662-ab8b-34ad0a3b1a51 req-eca39dbe-35c6-4a36-977f-3eb7ce076f88 service neutron] 10.222.0.20 "GET /v2.0/networks/1739dec4-235e-4240-8471-290e5b4cd168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446133 Nov 22 10:36:36.285968 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c0fc9767-2a04-49d4-aa18-66b65c9be356 admin admin] Publish callbacks [] for router, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:36.287217 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847e53c4-d397-44b8-bac3-87714120f010 None None] Routers {'5c9ea783-6c60-4e6d-9995-310aaeac6c81'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:36:36.288149 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-847e53c4-d397-44b8-bac3-87714120f010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:36:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['5c9ea783-6c60-4e6d-9995-310aaeac6c81'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:36:36.290241 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 41508) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:36:36.290872 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-c0fc9767-2a04-49d4-aa18-66b65c9be356 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.6290753 Nov 22 10:36:36.410570 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-847e53c4-d397-44b8-bac3-87714120f010 None None] Set router 5c9ea783-6c60-4e6d-9995-310aaeac6c81 gateway port host: dv-cinder-804035-13-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:36:36.505532 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147aac16-f075-47c2-b917-1c00bfdc387e req-bfa07c4e-e282-4650-aa77-dfdb75d19441 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:36.507288 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-147aac16-f075-47c2-b917-1c00bfdc387e req-bfa07c4e-e282-4650-aa77-dfdb75d19441 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c7b7eca-3a44-4f4a-8674-03ae1147162c HTTP/1.1" status: 200 len: 944 time: 0.0749300 Nov 22 10:36:36.565315 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-147aac16-f075-47c2-b917-1c00bfdc387e req-65da9f5a-b3d1-48cf-b29e-3f7d4b6b2575 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511558 Nov 22 10:36:36.618043 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-847e53c4-d397-44b8-bac3-87714120f010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9ea783-6c60-4e6d-9995-310aaeac6c81', 'name': 'tempest-TestShelveInstance-1460401223-router', 'tenant_id': 'cc0e819e141a41609ea8ef0341f7117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '5e8ff655-272e-4aad-8c87-e69691445e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:36:30Z', 'updated_at': '2021-11-22T10:36:33Z', 'revision_number': 3, 'project_id': 'cc0e819e141a41609ea8ef0341f7117f', 'gw_port': {'id': '5e8ff655-272e-4aad-8c87-e69691445e52', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:65:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9ea783-6c60-4e6d-9995-310aaeac6c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:36:32Z', 'updated_at': '2021-11-22T10:36:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi'}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:36:36.649287 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847e53c4-d397-44b8-bac3-87714120f010 None None] Checking router: 5c9ea783-6c60-4e6d-9995-310aaeac6c81 for host: dv-cinder-804035-13-iscsi {{(pid=102913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 10:36:36.649773 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847e53c4-d397-44b8-bac3-87714120f010 None None] Updating router 5c9ea783-6c60-4e6d-9995-310aaeac6c81 port 5e8ff655-272e-4aad-8c87-e69691445e52 binding host dv-cinder-804035-13-iscsi {{(pid=102913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 10:36:36.708448 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-847e53c4-d397-44b8-bac3-87714120f010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:37.013384 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e6a4a071-47e6-4d08-a255-b38c9907e038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:37.063160 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-847e53c4-d397-44b8-bac3-87714120f010 None None] Publish callbacks [] for port, precommit_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:37.069537 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-847e53c4-d397-44b8-bac3-87714120f010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:37.139431 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3cdb30-6679-4196-823d-b129dd28ad96 None None] Pushing event updated for resources: {'Port': ['ID=5e8ff655-272e-4aad-8c87-e69691445e52,revision_number=2']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:37.160314 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-847e53c4-d397-44b8-bac3-87714120f010 None None] Attempting to bind port 5e8ff655-272e-4aad-8c87-e69691445e52 on host dv-cinder-804035-13-iscsi for vnic_type normal with profile {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 10:36:37.160839 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-847e53c4-d397-44b8-bac3-87714120f010 None None] Attempting to bind port 5e8ff655-272e-4aad-8c87-e69691445e52 by drivers openvswitch,hyperv on host dv-cinder-804035-13-iscsi at level 0 using segments [{'id': '07e0d8bf-2b47-470a-a16f-f44f9914b384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28'}] {{(pid=102913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 10:36:37.161514 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847e53c4-d397-44b8-bac3-87714120f010 None None] Attempting to bind port 5e8ff655-272e-4aad-8c87-e69691445e52 on network e6af0ad0-9fc1-4d6f-8919-77652c0c2a28 {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:36:37.168772 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847e53c4-d397-44b8-bac3-87714120f010 None None] Checking agent: {'id': '881f7a5b-9941-4288-a74c-0fe38ace5e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 10, 27, 1), 'started_at': datetime.datetime(2021, 11, 22, 10, 27, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 10, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 10:36:37.175434 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847e53c4-d397-44b8-bac3-87714120f010 None None] Checking segment: {'id': '07e0d8bf-2b47-470a-a16f-f44f9914b384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:36:37.176335 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-847e53c4-d397-44b8-bac3-87714120f010 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:37.176841 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847e53c4-d397-44b8-bac3-87714120f010 None None] Bound using segment: {'id': '07e0d8bf-2b47-470a-a16f-f44f9914b384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28'} {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 10:36:37.177441 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-847e53c4-d397-44b8-bac3-87714120f010 None None] Bound port: 5e8ff655-272e-4aad-8c87-e69691445e52, host: dv-cinder-804035-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e0d8bf-2b47-470a-a16f-f44f9914b384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28'}}] {{(pid=102913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 10:36:37.179694 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-847e53c4-d397-44b8-bac3-87714120f010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:37.202014 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a16589-f981-40f0-9b2f-baf32e11583b req-db86cd0a-fb17-48c6-b758-261f2d8e89ad tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:37.210550 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e1a16589-f981-40f0-9b2f-baf32e11583b req-db86cd0a-fb17-48c6-b758-261f2d8e89ad tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.1245899 Nov 22 10:36:37.266437 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-847e53c4-d397-44b8-bac3-87714120f010 None None] For port 5e8ff655-272e-4aad-8c87-e69691445e52, host dv-cinder-804035-13-iscsi, cleared binding levels {{(pid=102913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 10:36:37.274412 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-847e53c4-d397-44b8-bac3-87714120f010 None None] For port 5e8ff655-272e-4aad-8c87-e69691445e52, host dv-cinder-804035-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=5e8ff655-272e-4aad-8c87-e69691445e52,segment=NetworkSegment(07e0d8bf-2b47-470a-a16f-f44f9914b384),segment_id=07e0d8bf-2b47-470a-a16f-f44f9914b384)] {{(pid=102913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 10:36:37.285596 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-847e53c4-d397-44b8-bac3-87714120f010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:37.331816 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e1a16589-f981-40f0-9b2f-baf32e11583b req-ad34bd9c-dfb4-4aeb-815f-886417c0b710 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199839 Nov 22 10:36:37.336589 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-e6a4a071-47e6-4d08-a255-b38c9907e038 admin admin] Allocated IP 172.20.0.1 (b02c3be0-10ab-4ac6-8062-c6b0e5b271ab/ba782c9e-49a6-442e-b41a-5a781238abbf/06208a81-5ac6-447f-befc-e9853ea03353) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 10:36:37.368271 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3cdb30-6679-4196-823d-b129dd28ad96 None None] Pushing event updated for resources: {'Port': ['ID=5e8ff655-272e-4aad-8c87-e69691445e52,revision_number=3']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:37.377382 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a8476-ee1d-4882-8cf9-6d6cf3a92391 req-baec5bd7-9c3b-4f51-88f7-c3f1b2f5b61c tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:37.385571 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-394a8476-ee1d-4882-8cf9-6d6cf3a92391 req-baec5bd7-9c3b-4f51-88f7-c3f1b2f5b61c tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c524b47-d906-432d-989d-7da4bb3cf70c HTTP/1.1" status: 200 len: 946 time: 0.1619048 Nov 22 10:36:37.394996 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847e53c4-d397-44b8-bac3-87714120f010 None None] Routers {'5c9ea783-6c60-4e6d-9995-310aaeac6c81'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:36:37.395903 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-847e53c4-d397-44b8-bac3-87714120f010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:36:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['5c9ea783-6c60-4e6d-9995-310aaeac6c81'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:36:37.482234 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-394a8476-ee1d-4882-8cf9-6d6cf3a92391 req-4e9f51b6-c92b-4d54-b166-9b1351e0e923 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/security-groups?id=68e69de2-a7b6-4f55-abcf-22017b026c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880461 Nov 22 10:36:37.558324 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-847e53c4-d397-44b8-bac3-87714120f010 None None] Set router 5c9ea783-6c60-4e6d-9995-310aaeac6c81 gateway port host: dv-cinder-804035-13-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:36:37.571617 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e6a4a071-47e6-4d08-a255-b38c9907e038 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:37.635276 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e6a4a071-47e6-4d08-a255-b38c9907e038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749315246228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162187'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:37.723562 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a4a071-47e6-4d08-a255-b38c9907e038 admin admin] Network b02c3be0-10ab-4ac6-8062-c6b0e5b271ab is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:36:37.727579 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-e6a4a071-47e6-4d08-a255-b38c9907e038 admin admin] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:36:37.732049 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a4a071-47e6-4d08-a255-b38c9907e038 admin admin] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 10:36:37.754367 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7088d6-509d-4058-8fa4-e45a993501b9 req-6a8b2f2b-a13c-4a58-9b65-88a960af0ecd tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:37.756556 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1b7088d6-509d-4058-8fa4-e45a993501b9 req-6a8b2f2b-a13c-4a58-9b65-88a960af0ecd tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c7b7eca-3a44-4f4a-8674-03ae1147162c HTTP/1.1" status: 200 len: 944 time: 0.0665548 Nov 22 10:36:37.759014 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a4a071-47e6-4d08-a255-b38c9907e038 admin admin] Pushing event updated for resources: {'Port': ['ID=06208a81-5ac6-447f-befc-e9853ea03353,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:37.779038 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e6a4a071-47e6-4d08-a255-b38c9907e038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029609'] for router_interface, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:37.810437 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1b7088d6-509d-4058-8fa4-e45a993501b9 req-e9934536-4081-4945-a588-875bb49ff783 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468943 Nov 22 10:36:37.814766 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-847e53c4-d397-44b8-bac3-87714120f010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9ea783-6c60-4e6d-9995-310aaeac6c81', 'name': 'tempest-TestShelveInstance-1460401223-router', 'tenant_id': 'cc0e819e141a41609ea8ef0341f7117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '5e8ff655-272e-4aad-8c87-e69691445e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:36:30Z', 'updated_at': '2021-11-22T10:36:33Z', 'revision_number': 3, 'project_id': 'cc0e819e141a41609ea8ef0341f7117f', 'gw_port': {'id': '5e8ff655-272e-4aad-8c87-e69691445e52', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:65:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9ea783-6c60-4e6d-9995-310aaeac6c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:36:32Z', 'updated_at': '2021-11-22T10:36:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi'}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:36:37.854863 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847e53c4-d397-44b8-bac3-87714120f010 None None] The sync data for ids ['5c9ea783-6c60-4e6d-9995-310aaeac6c81'] in dv-cinder-804035-13-iscsi is: [{'id': '5c9ea783-6c60-4e6d-9995-310aaeac6c81', 'name': 'tempest-TestShelveInstance-1460401223-router', 'tenant_id': 'cc0e819e141a41609ea8ef0341f7117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '5e8ff655-272e-4aad-8c87-e69691445e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:36:30Z', 'updated_at': '2021-11-22T10:36:33Z', 'revision_number': 3, 'project_id': 'cc0e819e141a41609ea8ef0341f7117f', 'gw_port': {'id': '5e8ff655-272e-4aad-8c87-e69691445e52', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:65:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9ea783-6c60-4e6d-9995-310aaeac6c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:36:32Z', 'updated_at': '2021-11-22T10:36:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi'}] {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 10:36:37.931596 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3f7dc-6ea9-4bb2-84f6-07578a027c9e req-7c33c8d7-6098-4276-a490-d4b75a299f18 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:37.933567 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-cfa3f7dc-6ea9-4bb2-84f6-07578a027c9e req-7c33c8d7-6098-4276-a490-d4b75a299f18 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c524b47-d906-432d-989d-7da4bb3cf70c HTTP/1.1" status: 200 len: 946 time: 0.0621812 Nov 22 10:36:37.945722 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e6a4a071-47e6-4d08-a255-b38c9907e038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:38.049251 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-e8db2317-a427-4835-a5e4-994f6db7a4ae None None] Provisioning complete for port 06208a81-5ac6-447f-befc-e9853ea03353 triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:36:38.050411 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e8db2317-a427-4835-a5e4-994f6db7a4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:38.053394 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-cfa3f7dc-6ea9-4bb2-84f6-07578a027c9e req-e1980938-e32e-4b36-b9f1-80af929222fb tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Deleting port 5f7ff9dc-3f50-4fd6-9c87-753e92d8e62e {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:36:38.053738 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-cfa3f7dc-6ea9-4bb2-84f6-07578a027c9e req-e1980938-e32e-4b36-b9f1-80af929222fb tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:38.094141 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-e8db2317-a427-4835-a5e4-994f6db7a4ae None None] Port 06208a81-5ac6-447f-befc-e9853ea03353 cannot update to ACTIVE because it is not bound. {{(pid=102912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 10:36:38.176078 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e6a4a071-47e6-4d08-a255-b38c9907e038 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:38.185858 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e6a4a071-47e6-4d08-a255-b38c9907e038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1162204'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:38.208547 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-cfa3f7dc-6ea9-4bb2-84f6-07578a027c9e req-e1980938-e32e-4b36-b9f1-80af929222fb tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] For port 5f7ff9dc-3f50-4fd6-9c87-753e92d8e62e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=5f7ff9dc-3f50-4fd6-9c87-753e92d8e62e,segment=NetworkSegment(6c328c1b-5346-40cf-a48a-8aa2d1f362ae),segment_id=6c328c1b-5346-40cf-a48a-8aa2d1f362ae)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:36:38.209171 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-cfa3f7dc-6ea9-4bb2-84f6-07578a027c9e req-e1980938-e32e-4b36-b9f1-80af929222fb tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:38.225724 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-cfa3f7dc-6ea9-4bb2-84f6-07578a027c9e req-e1980938-e32e-4b36-b9f1-80af929222fb tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Calling delete_port for 5f7ff9dc-3f50-4fd6-9c87-753e92d8e62e owned by compute:nova {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:36:38.276392 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e6a4a071-47e6-4d08-a255-b38c9907e038 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029493'] for router_interface, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:38.278513 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a4a071-47e6-4d08-a255-b38c9907e038 admin admin] Pushing event updated for resources: {'Port': ['ID=06208a81-5ac6-447f-befc-e9853ea03353,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:38.293459 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 5e8ff655-272e-4aad-8c87-e69691445e52 up at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:36:38.380157 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-cfa3f7dc-6ea9-4bb2-84f6-07578a027c9e req-e1980938-e32e-4b36-b9f1-80af929222fb tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:38.385051 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Provisioning complete for port 5e8ff655-272e-4aad-8c87-e69691445e52 triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:36:38.385666 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:38.399652 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a4a071-47e6-4d08-a255-b38c9907e038 admin admin] Network b02c3be0-10ab-4ac6-8062-c6b0e5b271ab is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:36:38.401281 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-e6a4a071-47e6-4d08-a255-b38c9907e038 admin admin] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:36:38.410449 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1980938-e32e-4b36-b9f1-80af929222fb tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Pushing event deleted for resources: {'Port': ['ID=5f7ff9dc-3f50-4fd6-9c87-753e92d8e62e,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:38.561226 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa3f7dc-6ea9-4bb2-84f6-07578a027c9e req-e1980938-e32e-4b36-b9f1-80af929222fb tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] No DVR routers for this DVR port 5f7ff9dc-3f50-4fd6-9c87-753e92d8e62e on host hv-cinder-80403 {{(pid=102911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 10:36:38.605276 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:38.656690 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-cfa3f7dc-6ea9-4bb2-84f6-07578a027c9e req-e1980938-e32e-4b36-b9f1-80af929222fb tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:38.664023 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] For port 5e8ff655-272e-4aad-8c87-e69691445e52, host dv-cinder-804035-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=5e8ff655-272e-4aad-8c87-e69691445e52,segment=NetworkSegment(07e0d8bf-2b47-470a-a16f-f44f9914b384),segment_id=07e0d8bf-2b47-470a-a16f-f44f9914b384)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:36:38.666507 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-cfa3f7dc-6ea9-4bb2-84f6-07578a027c9e req-e1980938-e32e-4b36-b9f1-80af929222fb tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.20 "DELETE /v2.0/ports/5f7ff9dc-3f50-4fd6-9c87-753e92d8e62e HTTP/1.1" status: 204 len: 173 time: 0.7235298 Nov 22 10:36:38.670625 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c524b47-d906-432d-989d-7da4bb3cf70c', 'name': 'network-vif-deleted', 'tag': '5f7ff9dc-3f50-4fd6-9c87-753e92d8e62e'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:36:38.676916 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5429d6209f9db75179b029b02f265116e5db13468d9d60e00895472a7fa8ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6bf3f84-1591-4bf1-a9f5-9bcb716dba96" -d '{"events": [{"server_uuid": "2c524b47-d906-432d-989d-7da4bb3cf70c", "name": "network-vif-deleted", "tag": "5f7ff9dc-3f50-4fd6-9c87-753e92d8e62e"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:36:38.677402 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:38.734753 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a4a071-47e6-4d08-a255-b38c9907e038 admin admin] Router 5c9ea783-6c60-4e6d-9995-310aaeac6c81 has already been hosted by L3 agent fa3112ac-4a6e-40b6-a491-552ca746a833 {{(pid=102910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 10:36:38.787353 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d384279c-b2ce-46a2-99b9-616c7af95a8b req-ddb2f999-4d1f-4cc5-b97d-3a023ba1b01e tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c524b47-d906-432d-989d-7da4bb3cf70c HTTP/1.1" status: 200 len: 210 time: 0.1196806 Nov 22 10:36:38.792923 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Pushing event updated for resources: {'Port': ['ID=5e8ff655-272e-4aad-8c87-e69691445e52,revision_number=4']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:38.803627 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303eac82-47cf-4af4-9012-d733dcfb2c65 req-d61f212b-6a76-4f61-ab8d-77c39bf8aa62 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:38.805710 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-303eac82-47cf-4af4-9012-d733dcfb2c65 req-d61f212b-6a76-4f61-ab8d-77c39bf8aa62 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.3282068 Nov 22 10:36:38.889140 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-303eac82-47cf-4af4-9012-d733dcfb2c65 req-cf27ae23-202f-4dcd-bd7e-c11e84dffbfa tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733199 Nov 22 10:36:38.933991 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-aadfe8a5-2683-4d3b-8f36-47785e1d0c7a None None] Provisioning complete for port 06208a81-5ac6-447f-befc-e9853ea03353 triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:36:38.934603 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-aadfe8a5-2683-4d3b-8f36-47785e1d0c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:38.957209 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 10:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8a75b3-74c9-4929-a9e8-877d6ae1ae60 x-openstack-request-id: req-7e8a75b3-74c9-4929-a9e8-877d6ae1ae60 {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:36:38.957502 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c524b47-d906-432d-989d-7da4bb3cf70c", "name": "network-vif-deleted", "tag": "5f7ff9dc-3f50-4fd6-9c87-753e92d8e62e", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:36:38.957765 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7e8a75b3-74c9-4929-a9e8-877d6ae1ae60 {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:36:38.958183 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c524b47-d906-432d-989d-7da4bb3cf70c', 'name': 'network-vif-deleted', 'tag': '5f7ff9dc-3f50-4fd6-9c87-753e92d8e62e', 'status': 'completed', 'code': 200} Nov 22 10:36:38.973251 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a4a071-47e6-4d08-a255-b38c9907e038 admin admin] Notify agent at l3_agent.dv-cinder-804035-13-iscsi the message routers_updated {{(pid=102910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 10:36:38.984151 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-e6a4a071-47e6-4d08-a255-b38c9907e038 admin admin] 10.222.0.46 "PUT /v2.0/routers/5c9ea783-6c60-4e6d-9995-310aaeac6c81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6922338 Nov 22 10:36:38.997332 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-aadfe8a5-2683-4d3b-8f36-47785e1d0c7a None None] Port 06208a81-5ac6-447f-befc-e9853ea03353 cannot update to ACTIVE because it is not bound. {{(pid=102912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 10:36:39.100382 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd54bea-6447-41f5-95d1-87ccb7c4871e req-e16faef6-168d-4720-a3a5-f2f1fae2e846 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:39.102299 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4fd54bea-6447-41f5-95d1-87ccb7c4871e req-e16faef6-168d-4720-a3a5-f2f1fae2e846 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c7b7eca-3a44-4f4a-8674-03ae1147162c HTTP/1.1" status: 200 len: 944 time: 0.0698738 Nov 22 10:36:39.175032 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4fd54bea-6447-41f5-95d1-87ccb7c4871e req-bf2af5b7-3a88-478f-9a03-21e0b34a14dd tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654883 Nov 22 10:36:39.536447 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 41598) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:36:39.541231 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-054f6307-7915-4f7e-9de0-1d75b90fcf04 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-284482219', 'description': 'tempest-secgroup-smoke-284482219 description', 'project_id': '48e14154c62a42a8b78c798e97aa89fb'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:36:39.564659 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-054f6307-7915-4f7e-9de0-1d75b90fcf04 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:39.863714 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-054f6307-7915-4f7e-9de0-1d75b90fcf04 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:39.873204 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-054f6307-7915-4f7e-9de0-1d75b90fcf04 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:39.918135 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-054f6307-7915-4f7e-9de0-1d75b90fcf04 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:39.919276 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-054f6307-7915-4f7e-9de0-1d75b90fcf04 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3817458 Nov 22 10:36:39.922439 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 41614) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:36:39.929158 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.v2.base [None req-d680df91-3dec-40bf-8ed3-db17e6c54dc0 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Request body: {'security_group_rule': {'security_group_id': 'c3a2b3ee-5d06-4ae4-b2b4-4ad2386cd0c8', 'project_id': '48e14154c62a42a8b78c798e97aa89fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:36:39.935954 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4b8834c8-096e-4dc6-be69-9aabe6dbbf57 req-05118649-5f5d-4ec9-8634-32e83653c9af tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c524b47-d906-432d-989d-7da4bb3cf70c HTTP/1.1" status: 200 len: 210 time: 0.0409403 Nov 22 10:36:39.936947 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054f6307-7915-4f7e-9de0-1d75b90fcf04 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a2b3ee-5d06-4ae4-b2b4-4ad2386cd0c8,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:39.986701 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d680df91-3dec-40bf-8ed3-db17e6c54dc0 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:40.053031 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d680df91-3dec-40bf-8ed3-db17e6c54dc0 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:40.060585 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d680df91-3dec-40bf-8ed3-db17e6c54dc0 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970650'] for security_group_rule, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:40.070181 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5218f17-aa41-4a7b-9fba-5b8229fa9702 req-385cbcff-61d5-45b8-93a4-abc321e50a11 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:40.074529 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b5218f17-aa41-4a7b-9fba-5b8229fa9702 req-385cbcff-61d5-45b8-93a4-abc321e50a11 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.0677726 Nov 22 10:36:40.108843 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d680df91-3dec-40bf-8ed3-db17e6c54dc0 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f34e136-3336-4b67-b7d7-53015ac15193,revision_number=0']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:40.108843 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d680df91-3dec-40bf-8ed3-db17e6c54dc0 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:40.108843 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-d680df91-3dec-40bf-8ed3-db17e6c54dc0 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1833842 Nov 22 10:36:40.113818 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 41622) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:36:40.119831 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.v2.base [None req-0218913e-76be-4589-bfb3-0a2fbd816ab6 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Request body: {'security_group_rule': {'security_group_id': 'c3a2b3ee-5d06-4ae4-b2b4-4ad2386cd0c8', 'project_id': '48e14154c62a42a8b78c798e97aa89fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:36:40.125362 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d680df91-3dec-40bf-8ed3-db17e6c54dc0 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:36:40.125791 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d680df91-3dec-40bf-8ed3-db17e6c54dc0 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:36:40.126216 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d680df91-3dec-40bf-8ed3-db17e6c54dc0 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:36:40.126615 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d680df91-3dec-40bf-8ed3-db17e6c54dc0 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:36:40.127027 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d680df91-3dec-40bf-8ed3-db17e6c54dc0 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:36:40.127420 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d680df91-3dec-40bf-8ed3-db17e6c54dc0 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:36:40.127956 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d680df91-3dec-40bf-8ed3-db17e6c54dc0 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:36:40.128192 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d680df91-3dec-40bf-8ed3-db17e6c54dc0 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:36:40.128626 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d680df91-3dec-40bf-8ed3-db17e6c54dc0 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:36:40.129012 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d680df91-3dec-40bf-8ed3-db17e6c54dc0 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:36:40.129410 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d680df91-3dec-40bf-8ed3-db17e6c54dc0 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:36:40.129802 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d680df91-3dec-40bf-8ed3-db17e6c54dc0 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:36:40.156900 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b5218f17-aa41-4a7b-9fba-5b8229fa9702 req-71ff04ec-aa2a-4318-a8f6-2f812afd4731 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720885 Nov 22 10:36:40.197527 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0218913e-76be-4589-bfb3-0a2fbd816ab6 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:40.264336 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 5e8ff655-272e-4aad-8c87-e69691445e52 up at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:36:40.293605 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0218913e-76be-4589-bfb3-0a2fbd816ab6 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:40.299504 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0218913e-76be-4589-bfb3-0a2fbd816ab6 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970650'] for security_group_rule, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:40.315134 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0218913e-76be-4589-bfb3-0a2fbd816ab6 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b290af8-5cde-4764-9b9d-c217687f232f,revision_number=0']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:40.327230 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Provisioning complete for port 5e8ff655-272e-4aad-8c87-e69691445e52 triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:36:40.327634 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:40.332884 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d232f65-aec4-4737-972f-96d023b84988 req-9484f373-d79a-4e8c-9b38-6bbb650cee27 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:40.334208 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0218913e-76be-4589-bfb3-0a2fbd816ab6 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:40.335443 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-0218913e-76be-4589-bfb3-0a2fbd816ab6 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2205203 Nov 22 10:36:40.339884 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2d232f65-aec4-4737-972f-96d023b84988 req-9484f373-d79a-4e8c-9b38-6bbb650cee27 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c7b7eca-3a44-4f4a-8674-03ae1147162c HTTP/1.1" status: 200 len: 944 time: 0.0850394 Nov 22 10:36:40.339977 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 41628) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:36:40.343044 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.v2.base [None req-4038b0b9-c0fe-4d6c-8201-6028da99bc88 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Request body: {'security_group_rule': {'security_group_id': 'c3a2b3ee-5d06-4ae4-b2b4-4ad2386cd0c8', 'project_id': '48e14154c62a42a8b78c798e97aa89fb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:36:40.381952 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4038b0b9-c0fe-4d6c-8201-6028da99bc88 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:40.417799 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2d232f65-aec4-4737-972f-96d023b84988 req-bc315361-da6e-4565-b855-1b8b3ddf3147 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756228 Nov 22 10:36:40.433472 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea78acdf-0c67-43b0-a4b4-854d07a14834 None None] Sync routers for ids ['5c9ea783-6c60-4e6d-9995-310aaeac6c81'] in dv-cinder-804035-13-iscsi {{(pid=102912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 10:36:40.472792 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea78acdf-0c67-43b0-a4b4-854d07a14834 None None] Routers {'5c9ea783-6c60-4e6d-9995-310aaeac6c81'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:36:40.473568 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-ea78acdf-0c67-43b0-a4b4-854d07a14834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:36:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['5c9ea783-6c60-4e6d-9995-310aaeac6c81'], 'active': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:36:40.489502 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4038b0b9-c0fe-4d6c-8201-6028da99bc88 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:40.494883 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4038b0b9-c0fe-4d6c-8201-6028da99bc88 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970650'] for security_group_rule, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:40.513861 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4038b0b9-c0fe-4d6c-8201-6028da99bc88 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65ef1efe-6fe4-4486-8238-e7b636658115,revision_number=0']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:40.524798 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4038b0b9-c0fe-4d6c-8201-6028da99bc88 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:40.529465 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 41634) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:36:40.534657 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-dbcdc768-5e75-4594-89f5-b90be2edd226 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Request body: {'security_group_rule': {'security_group_id': 'c3a2b3ee-5d06-4ae4-b2b4-4ad2386cd0c8', 'project_id': '48e14154c62a42a8b78c798e97aa89fb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:36:40.536345 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-4038b0b9-c0fe-4d6c-8201-6028da99bc88 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1967974 Nov 22 10:36:40.562830 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dbcdc768-5e75-4594-89f5-b90be2edd226 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:40.603513 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvr_db [None req-ea78acdf-0c67-43b0-a4b4-854d07a14834 None None] Set router 5c9ea783-6c60-4e6d-9995-310aaeac6c81 gateway port host: dv-cinder-804035-13-iscsi {{(pid=102912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:36:40.640118 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dbcdc768-5e75-4594-89f5-b90be2edd226 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:40.645386 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dbcdc768-5e75-4594-89f5-b90be2edd226 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970650'] for security_group_rule, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:40.665080 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcdc768-5e75-4594-89f5-b90be2edd226 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7af285f-4226-469c-af7f-2f604cef26b2,revision_number=0']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:40.683396 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dbcdc768-5e75-4594-89f5-b90be2edd226 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:40.687684 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-dbcdc768-5e75-4594-89f5-b90be2edd226 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1544752 Nov 22 10:36:40.688090 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 41640) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:36:40.692867 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-2106e1db-da71-4f72-a6cd-a229eeb500bb tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Request body: {'security_group_rule': {'security_group_id': 'c3a2b3ee-5d06-4ae4-b2b4-4ad2386cd0c8', 'project_id': '48e14154c62a42a8b78c798e97aa89fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:36:40.720945 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.db.securitygroups_db [None req-2106e1db-da71-4f72-a6cd-a229eeb500bb tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Project 48e14154c62a42a8b78c798e97aa89fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 10:36:40.727171 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2106e1db-da71-4f72-a6cd-a229eeb500bb tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:40.797336 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2106e1db-da71-4f72-a6cd-a229eeb500bb tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:40.806046 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2106e1db-da71-4f72-a6cd-a229eeb500bb tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970650'] for security_group_rule, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:40.828645 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2106e1db-da71-4f72-a6cd-a229eeb500bb tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69b89216-57c4-46ef-95e6-2a921100611c,revision_number=0']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:40.840827 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2106e1db-da71-4f72-a6cd-a229eeb500bb tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:40.842143 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-2106e1db-da71-4f72-a6cd-a229eeb500bb tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1529438 Nov 22 10:36:40.845244 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 41648) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:36:40.850327 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.v2.base [None req-03ed870a-89dd-4446-a128-53043ce3c033 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Request body: {'security_group_rule': {'security_group_id': 'c3a2b3ee-5d06-4ae4-b2b4-4ad2386cd0c8', 'project_id': '48e14154c62a42a8b78c798e97aa89fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:36:40.872700 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-ea78acdf-0c67-43b0-a4b4-854d07a14834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9ea783-6c60-4e6d-9995-310aaeac6c81', 'name': 'tempest-TestShelveInstance-1460401223-router', 'tenant_id': 'cc0e819e141a41609ea8ef0341f7117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '5e8ff655-272e-4aad-8c87-e69691445e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:36:30Z', 'updated_at': '2021-11-22T10:36:37Z', 'revision_number': 4, 'project_id': 'cc0e819e141a41609ea8ef0341f7117f', 'gw_port': {'id': '5e8ff655-272e-4aad-8c87-e69691445e52', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:65:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9ea783-6c60-4e6d-9995-310aaeac6c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:36:32Z', 'updated_at': '2021-11-22T10:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_interfaces': [{'id': '06208a81-5ac6-447f-befc-e9853ea03353', 'name': '', 'network_id': 'b02c3be0-10ab-4ac6-8062-c6b0e5b271ab', 'tenant_id': 'cc0e819e141a41609ea8ef0341f7117f', 'mac_address': 'fa:16:3e:16:8e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9ea783-6c60-4e6d-9995-310aaeac6c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'ba782c9e-49a6-442e-b41a-5a781238abbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:36:37Z', 'updated_at': '2021-11-22T10:36:37Z', 'revision_number': 2, 'project_id': 'cc0e819e141a41609ea8ef0341f7117f', 'subnets': [{'id': 'ba782c9e-49a6-442e-b41a-5a781238abbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:36:40.878617 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.db.securitygroups_db [None req-03ed870a-89dd-4446-a128-53043ce3c033 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Project 48e14154c62a42a8b78c798e97aa89fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 10:36:40.885038 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-03ed870a-89dd-4446-a128-53043ce3c033 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:40.902062 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea78acdf-0c67-43b0-a4b4-854d07a14834 None None] Checking router: 5c9ea783-6c60-4e6d-9995-310aaeac6c81 for host: dv-cinder-804035-13-iscsi {{(pid=102912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 10:36:40.902442 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea78acdf-0c67-43b0-a4b4-854d07a14834 None None] Updating router 5c9ea783-6c60-4e6d-9995-310aaeac6c81 port 06208a81-5ac6-447f-befc-e9853ea03353 binding host dv-cinder-804035-13-iscsi {{(pid=102912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 10:36:40.934073 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ea78acdf-0c67-43b0-a4b4-854d07a14834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:40.961359 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-03ed870a-89dd-4446-a128-53043ce3c033 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:40.970221 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] get_ports_and_sgs() called for port_ids ['5f7ff9dc-3f50-4fd6-9c87-753e92d8e62e'] {{(pid=102912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 10:36:40.976471 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-03ed870a-89dd-4446-a128-53043ce3c033 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970650'] for security_group_rule, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:40.996294 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device d31f72a4-3cfb-4149-a149-0083a7db96b0 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 10:36:41.008513 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed870a-89dd-4446-a128-53043ce3c033 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f01edf6-f640-475c-bcdb-3c2c834eed87,revision_number=0']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:41.041872 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-03ed870a-89dd-4446-a128-53043ce3c033 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:41.054778 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-03ed870a-89dd-4446-a128-53043ce3c033 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2082975 Nov 22 10:36:41.133180 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4bc8900d-307e-48e2-a359-9edbd089cfce req-7df083ed-58ca-4b11-8b11-8011096f3910 tempest-VolumesActionsTest-435086940 tempest-VolumesActionsTest-435086940-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c524b47-d906-432d-989d-7da4bb3cf70c HTTP/1.1" status: 200 len: 210 time: 0.0559518 Nov 22 10:36:41.339509 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff2e4ba-4531-4eb6-9e7e-c96915292fef req-763b8e13-9049-42ce-a278-a5cc5cec25dd tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:41.349089 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5ff2e4ba-4531-4eb6-9e7e-c96915292fef req-763b8e13-9049-42ce-a278-a5cc5cec25dd tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.0818825 Nov 22 10:36:41.429312 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5ff2e4ba-4531-4eb6-9e7e-c96915292fef req-4485d187-8c2c-4587-b28d-4aa4f4397591 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784130 Nov 22 10:36:41.456397 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port d31f72a4-3cfb-4149-a149-0083a7db96b0, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d31f72a4-3cfb-4149-a149-0083a7db96b0,segment=NetworkSegment(db179ef4-ef68-4c74-b563-b96560450275),segment_id=db179ef4-ef68-4c74-b563-b96560450275)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:36:41.481022 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Returning: {'device': 'd31f72a4-3cfb-4149-a149-0083a7db96b0', 'network_id': '1739dec4-235e-4240-8471-290e5b4cd168', 'port_id': 'd31f72a4-3cfb-4149-a149-0083a7db96b0', 'mac_address': 'fa:16:3e:83:97:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af65900-70c0-40b7-a79b-e99bb6b7714c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 10:36:41.602101 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:41.635877 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ea78acdf-0c67-43b0-a4b4-854d07a14834 None None] Publish callbacks [] for port, precommit_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:41.639286 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d31f72a4-3cfb-4149-a149-0083a7db96b0 {{(pid=102912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 10:36:41.663791 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ea78acdf-0c67-43b0-a4b4-854d07a14834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:41.721480 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20463bb-afdb-4072-b528-2911914285e6 req-6ca7ba55-8551-410f-80b9-e910180c0c0e tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:41.723074 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c20463bb-afdb-4072-b528-2911914285e6 req-6ca7ba55-8551-410f-80b9-e910180c0c0e tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c7b7eca-3a44-4f4a-8674-03ae1147162c HTTP/1.1" status: 200 len: 944 time: 0.1222701 Nov 22 10:36:41.754013 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port d31f72a4-3cfb-4149-a149-0083a7db96b0, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d31f72a4-3cfb-4149-a149-0083a7db96b0,segment=NetworkSegment(db179ef4-ef68-4c74-b563-b96560450275),segment_id=db179ef4-ef68-4c74-b563-b96560450275)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:36:41.765500 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b426372f-4f67-4d45-b520-667997d338f6 None None] Pushing event updated for resources: {'Port': ['ID=06208a81-5ac6-447f-befc-e9853ea03353,revision_number=3']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:41.784663 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:41.830839 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c20463bb-afdb-4072-b528-2911914285e6 req-0d774fe3-0d07-42ce-8128-a5a64e7a270b tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916276 Nov 22 10:36:42.016218 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [None req-ea78acdf-0c67-43b0-a4b4-854d07a14834 None None] Attempting to bind port 06208a81-5ac6-447f-befc-e9853ea03353 on host dv-cinder-804035-13-iscsi for vnic_type normal with profile {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 10:36:42.016598 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [None req-ea78acdf-0c67-43b0-a4b4-854d07a14834 None None] Attempting to bind port 06208a81-5ac6-447f-befc-e9853ea03353 by drivers openvswitch,hyperv on host dv-cinder-804035-13-iscsi at level 0 using segments [{'id': '8d79122a-5db5-44be-a5d5-ef2422a83696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b02c3be0-10ab-4ac6-8062-c6b0e5b271ab'}] {{(pid=102912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 10:36:42.016966 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea78acdf-0c67-43b0-a4b4-854d07a14834 None None] Attempting to bind port 06208a81-5ac6-447f-befc-e9853ea03353 on network b02c3be0-10ab-4ac6-8062-c6b0e5b271ab {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:36:42.020456 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Pushing event updated for resources: {'Port': ['ID=d31f72a4-3cfb-4149-a149-0083a7db96b0,revision_number=4']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:42.027840 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea78acdf-0c67-43b0-a4b4-854d07a14834 None None] Checking agent: {'id': '881f7a5b-9941-4288-a74c-0fe38ace5e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 10, 27, 1), 'started_at': datetime.datetime(2021, 11, 22, 10, 27, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 10, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 10:36:42.028124 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea78acdf-0c67-43b0-a4b4-854d07a14834 None None] Checking segment: {'id': '8d79122a-5db5-44be-a5d5-ef2422a83696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b02c3be0-10ab-4ac6-8062-c6b0e5b271ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:36:42.028909 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ea78acdf-0c67-43b0-a4b4-854d07a14834 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:42.029686 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea78acdf-0c67-43b0-a4b4-854d07a14834 None None] Bound using segment: {'id': '8d79122a-5db5-44be-a5d5-ef2422a83696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b02c3be0-10ab-4ac6-8062-c6b0e5b271ab'} {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 10:36:42.030445 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [None req-ea78acdf-0c67-43b0-a4b4-854d07a14834 None None] Bound port: 06208a81-5ac6-447f-befc-e9853ea03353, host: dv-cinder-804035-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d79122a-5db5-44be-a5d5-ef2422a83696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b02c3be0-10ab-4ac6-8062-c6b0e5b271ab'}}] {{(pid=102912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 10:36:42.032052 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ea78acdf-0c67-43b0-a4b4-854d07a14834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:42.123856 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-ea78acdf-0c67-43b0-a4b4-854d07a14834 None None] For port 06208a81-5ac6-447f-befc-e9853ea03353, host dv-cinder-804035-13-iscsi, cleared binding levels {{(pid=102912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 10:36:42.127414 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-ea78acdf-0c67-43b0-a4b4-854d07a14834 None None] For port 06208a81-5ac6-447f-befc-e9853ea03353, host dv-cinder-804035-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=06208a81-5ac6-447f-befc-e9853ea03353,segment=NetworkSegment(8d79122a-5db5-44be-a5d5-ef2422a83696),segment_id=8d79122a-5db5-44be-a5d5-ef2422a83696)] {{(pid=102912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 10:36:42.139289 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ea78acdf-0c67-43b0-a4b4-854d07a14834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:42.175419 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55678055-17cf-4fde-afb8-82707a11242e req-c8dd731d-cfe0-40a5-8f82-ec12e16a8bf0 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:42.177152 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-55678055-17cf-4fde-afb8-82707a11242e req-c8dd731d-cfe0-40a5-8f82-ec12e16a8bf0 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 945 time: 0.0578275 Nov 22 10:36:42.203311 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-9904305f-b786-4e7d-b873-6d9057b0fcdc None None] Provisioning complete for port 06208a81-5ac6-447f-befc-e9853ea03353 triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:36:42.203648 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9904305f-b786-4e7d-b873-6d9057b0fcdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:42.242449 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] get_ports_and_sgs() called for port_ids ['d31f72a4-3cfb-4149-a149-0083a7db96b0'] {{(pid=102912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 10:36:42.248230 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-55678055-17cf-4fde-afb8-82707a11242e req-f0061b29-7e28-4a4d-aa53-9fd1d47da009 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627632 Nov 22 10:36:42.252315 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b426372f-4f67-4d45-b520-667997d338f6 None None] Pushing event updated for resources: {'Port': ['ID=06208a81-5ac6-447f-befc-e9853ea03353,revision_number=4']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:42.300860 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea78acdf-0c67-43b0-a4b4-854d07a14834 None None] Routers {'5c9ea783-6c60-4e6d-9995-310aaeac6c81'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:36:42.301532 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-ea78acdf-0c67-43b0-a4b4-854d07a14834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:36:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['5c9ea783-6c60-4e6d-9995-310aaeac6c81'], 'active': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:36:42.497180 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvr_db [None req-ea78acdf-0c67-43b0-a4b4-854d07a14834 None None] Set router 5c9ea783-6c60-4e6d-9995-310aaeac6c81 gateway port host: dv-cinder-804035-13-iscsi {{(pid=102912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:36:42.577453 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9904305f-b786-4e7d-b873-6d9057b0fcdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:42.592492 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61755178-d9a1-4ee7-9a6c-6893bbe5efa4 req-5bafb35f-cefe-4b80-89db-31d670c83c07 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:42.594183 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-61755178-d9a1-4ee7-9a6c-6893bbe5efa4 req-5bafb35f-cefe-4b80-89db-31d670c83c07 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.0693142 Nov 22 10:36:42.653773 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-61755178-d9a1-4ee7-9a6c-6893bbe5efa4 req-fc30ade3-7ff5-42f9-b8a9-512959387a83 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495412 Nov 22 10:36:42.712048 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-9904305f-b786-4e7d-b873-6d9057b0fcdc None None] For port 06208a81-5ac6-447f-befc-e9853ea03353, host dv-cinder-804035-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=06208a81-5ac6-447f-befc-e9853ea03353,segment=NetworkSegment(8d79122a-5db5-44be-a5d5-ef2422a83696),segment_id=8d79122a-5db5-44be-a5d5-ef2422a83696)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:36:42.733172 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9904305f-b786-4e7d-b873-6d9057b0fcdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:42.843687 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9904305f-b786-4e7d-b873-6d9057b0fcdc None None] Pushing event updated for resources: {'Port': ['ID=06208a81-5ac6-447f-befc-e9853ea03353,revision_number=5']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:42.880499 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-077f1b49-3c66-435b-945d-5bee9f34e202 None None] Provisioning complete for port 06208a81-5ac6-447f-befc-e9853ea03353 triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:36:42.880893 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-077f1b49-3c66-435b-945d-5bee9f34e202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:42.947227 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-ea78acdf-0c67-43b0-a4b4-854d07a14834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9ea783-6c60-4e6d-9995-310aaeac6c81', 'name': 'tempest-TestShelveInstance-1460401223-router', 'tenant_id': 'cc0e819e141a41609ea8ef0341f7117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '5e8ff655-272e-4aad-8c87-e69691445e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:36:30Z', 'updated_at': '2021-11-22T10:36:37Z', 'revision_number': 4, 'project_id': 'cc0e819e141a41609ea8ef0341f7117f', 'gw_port': {'id': '5e8ff655-272e-4aad-8c87-e69691445e52', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:65:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9ea783-6c60-4e6d-9995-310aaeac6c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:36:32Z', 'updated_at': '2021-11-22T10:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_interfaces': [{'id': '06208a81-5ac6-447f-befc-e9853ea03353', 'name': '', 'network_id': 'b02c3be0-10ab-4ac6-8062-c6b0e5b271ab', 'tenant_id': 'cc0e819e141a41609ea8ef0341f7117f', 'mac_address': 'fa:16:3e:16:8e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9ea783-6c60-4e6d-9995-310aaeac6c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'ba782c9e-49a6-442e-b41a-5a781238abbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:36:37Z', 'updated_at': '2021-11-22T10:36:42Z', 'revision_number': 4, 'project_id': 'cc0e819e141a41609ea8ef0341f7117f', 'subnets': [{'id': 'ba782c9e-49a6-442e-b41a-5a781238abbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:36:43.001488 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device 5f7ff9dc-3f50-4fd6-9c87-753e92d8e62e no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 10:36:43.011337 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea78acdf-0c67-43b0-a4b4-854d07a14834 None None] The sync data for ids ['5c9ea783-6c60-4e6d-9995-310aaeac6c81'] in dv-cinder-804035-13-iscsi is: [{'id': '5c9ea783-6c60-4e6d-9995-310aaeac6c81', 'name': 'tempest-TestShelveInstance-1460401223-router', 'tenant_id': 'cc0e819e141a41609ea8ef0341f7117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '5e8ff655-272e-4aad-8c87-e69691445e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:36:30Z', 'updated_at': '2021-11-22T10:36:37Z', 'revision_number': 4, 'project_id': 'cc0e819e141a41609ea8ef0341f7117f', 'gw_port': {'id': '5e8ff655-272e-4aad-8c87-e69691445e52', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:65:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9ea783-6c60-4e6d-9995-310aaeac6c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:36:32Z', 'updated_at': '2021-11-22T10:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_interfaces': [{'id': '06208a81-5ac6-447f-befc-e9853ea03353', 'name': '', 'network_id': 'b02c3be0-10ab-4ac6-8062-c6b0e5b271ab', 'tenant_id': 'cc0e819e141a41609ea8ef0341f7117f', 'mac_address': 'fa:16:3e:16:8e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9ea783-6c60-4e6d-9995-310aaeac6c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'ba782c9e-49a6-442e-b41a-5a781238abbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:36:37Z', 'updated_at': '2021-11-22T10:36:42Z', 'revision_number': 4, 'project_id': 'cc0e819e141a41609ea8ef0341f7117f', 'subnets': [{'id': 'ba782c9e-49a6-442e-b41a-5a781238abbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 10:36:43.077364 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103384e1-7f4c-49de-923d-cc4cc597a11b req-fcbf9a89-38dd-4ecb-81cb-4a705e2cdaa1 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:43.080244 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-103384e1-7f4c-49de-923d-cc4cc597a11b req-fcbf9a89-38dd-4ecb-81cb-4a705e2cdaa1 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c7b7eca-3a44-4f4a-8674-03ae1147162c HTTP/1.1" status: 200 len: 945 time: 0.1294227 Nov 22 10:36:43.088998 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] No Port match for: 5f7ff9dc-3f50-4fd6-9c87-753e92d8e62e {{(pid=102912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 10:36:43.090051 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device 5f7ff9dc-3f50-4fd6-9c87-753e92d8e62e not bound to the agent host hv-cinder-80403 {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 10:36:43.251421 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-103384e1-7f4c-49de-923d-cc4cc597a11b req-22419d2d-975c-4c32-850a-2f13f3473d29 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520510 Nov 22 10:36:43.390945 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99253f88-867e-48bc-ba00-f245a6c3513b req-8024e075-0107-46dd-98c3-acca0c52eb17 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:43.390945 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-99253f88-867e-48bc-ba00-f245a6c3513b req-8024e075-0107-46dd-98c3-acca0c52eb17 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 945 time: 0.0591078 Nov 22 10:36:43.441707 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-99253f88-867e-48bc-ba00-f245a6c3513b req-77ad1441-c62e-4d48-8fb9-6079f12c310d tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479808 Nov 22 10:36:44.264359 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 06208a81-5ac6-447f-befc-e9853ea03353 up at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:36:44.342013 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Provisioning complete for port 06208a81-5ac6-447f-befc-e9853ea03353 triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:36:44.342477 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:44.435431 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f8c8f-07d3-48c8-afbe-2ba0c606233f req-09c772cb-f1d2-4c4a-a1d1-bfff13baed20 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:44.443027 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4c4f8c8f-07d3-48c8-afbe-2ba0c606233f req-09c772cb-f1d2-4c4a-a1d1-bfff13baed20 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.1022518 Nov 22 10:36:44.461626 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13bd464-aac5-412f-a670-17de26bfeee7 req-f9d9d452-2632-4ee7-8ec3-4d11a8cfa74c tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:44.463205 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f13bd464-aac5-412f-a670-17de26bfeee7 req-f9d9d452-2632-4ee7-8ec3-4d11a8cfa74c tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c7b7eca-3a44-4f4a-8674-03ae1147162c HTTP/1.1" status: 200 len: 945 time: 0.1269333 Nov 22 10:36:44.531853 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4c4f8c8f-07d3-48c8-afbe-2ba0c606233f req-383c30df-11e6-4fd7-a08a-30be4c39c722 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878675 Nov 22 10:36:44.543840 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f13bd464-aac5-412f-a670-17de26bfeee7 req-a782c1bd-e330-4d6e-9e95-326f3149a93a tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681169 Nov 22 10:36:44.643122 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91363cf1-8d1a-4ae5-ba59-1356ca2220f5 req-c6adc250-7352-43d2-8604-245b3067b82d tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:44.644831 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-91363cf1-8d1a-4ae5-ba59-1356ca2220f5 req-c6adc250-7352-43d2-8604-245b3067b82d tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 945 time: 0.0519364 Nov 22 10:36:44.696403 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-91363cf1-8d1a-4ae5-ba59-1356ca2220f5 req-e05e2ff0-3407-4de2-bd0e-fa104cf733b8 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449035 Nov 22 10:36:45.580358 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device d31f72a4-3cfb-4149-a149-0083a7db96b0 up at agent hyperv_hv-cinder-80403 {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:36:45.639086 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Provisioning for port d31f72a4-3cfb-4149-a149-0083a7db96b0 completed by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 10:36:45.643486 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Provisioning complete for port d31f72a4-3cfb-4149-a149-0083a7db96b0 triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:36:45.643903 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:45.678724 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccc84b-fce7-480a-802b-bf9275116033 req-4bff5db6-a218-4ea1-948d-84f9379dfb8b tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:45.680344 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-77ccc84b-fce7-480a-802b-bf9275116033 req-4bff5db6-a218-4ea1-948d-84f9379dfb8b tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c7b7eca-3a44-4f4a-8674-03ae1147162c HTTP/1.1" status: 200 len: 945 time: 0.0561771 Nov 22 10:36:45.726247 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:45.730113 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-77ccc84b-fce7-480a-802b-bf9275116033 req-e7b543b8-5314-4502-856a-f6e62a4575c5 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431070 Nov 22 10:36:45.750837 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7b7eca-3a44-4f4a-8674-03ae1147162c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd31f72a4-3cfb-4149-a149-0083a7db96b0'}] {{(pid=102912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:36:45.753202 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871da4fec6c70e81ce77d4e4817c66d6168a6b102b4e2b260a442deac58e97e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab1a42e-faf2-4b08-a825-68e9b11b76ec" -d '{"events": [{"server_uuid": "2c7b7eca-3a44-4f4a-8674-03ae1147162c", "name": "network-vif-plugged", "status": "completed", "tag": "d31f72a4-3cfb-4149-a149-0083a7db96b0"}]}' {{(pid=102912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:36:45.766358 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port d31f72a4-3cfb-4149-a149-0083a7db96b0, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d31f72a4-3cfb-4149-a149-0083a7db96b0,segment=NetworkSegment(db179ef4-ef68-4c74-b563-b96560450275),segment_id=db179ef4-ef68-4c74-b563-b96560450275)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:36:45.771932 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:45.824541 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Pushing event updated for resources: {'Port': ['ID=d31f72a4-3cfb-4149-a149-0083a7db96b0,revision_number=5']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:45.836418 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec6403f-1c38-4f92-937d-0ecdb9ed3afb req-9b69fe10-f388-4219-8af5-116389335b5a tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:45.838234 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1ec6403f-1c38-4f92-937d-0ecdb9ed3afb req-9b69fe10-f388-4219-8af5-116389335b5a tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 945 time: 0.0507603 Nov 22 10:36:45.886399 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1ec6403f-1c38-4f92-937d-0ecdb9ed3afb req-d3162024-96d8-4479-b845-17586b40165b tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422080 Nov 22 10:36:45.932545 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 10:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d4cd5d-9b63-4935-bf48-1485eb744fc1 x-openstack-request-id: req-08d4cd5d-9b63-4935-bf48-1485eb744fc1 {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:36:45.932851 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7b7eca-3a44-4f4a-8674-03ae1147162c", "name": "network-vif-plugged", "status": "completed", "tag": "d31f72a4-3cfb-4149-a149-0083a7db96b0", "code": 200}]} {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:36:45.933104 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-08d4cd5d-9b63-4935-bf48-1485eb744fc1 {{(pid=102912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:36:45.933492 dv-cinder-804035-13-iscsi neutron-server[102912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7b7eca-3a44-4f4a-8674-03ae1147162c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd31f72a4-3cfb-4149-a149-0083a7db96b0', 'code': 200} Nov 22 10:36:46.858294 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c02c0-0ff9-45cd-9d70-5022d5fffaaf req-1365a24d-58ec-40b1-a890-f6be239d908f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:46.860130 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ee3c02c0-0ff9-45cd-9d70-5022d5fffaaf req-1365a24d-58ec-40b1-a890-f6be239d908f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2c7b7eca-3a44-4f4a-8674-03ae1147162c HTTP/1.1" status: 200 len: 1099 time: 0.0853841 Nov 22 10:36:46.878844 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb90d1-ded1-4434-961d-ac80446b55e5 req-2f1a55c4-b3ec-4a3b-a3e3-328862987dba tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:46.880498 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-cfcb90d1-ded1-4434-961d-ac80446b55e5 req-2f1a55c4-b3ec-4a3b-a3e3-328862987dba tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c7b7eca-3a44-4f4a-8674-03ae1147162c HTTP/1.1" status: 200 len: 946 time: 0.0769360 Nov 22 10:36:46.968442 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ee3c02c0-0ff9-45cd-9d70-5022d5fffaaf req-2e2a622d-68c0-47cf-be75-41c43136572f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868654 Nov 22 10:36:46.982850 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-cfcb90d1-ded1-4434-961d-ac80446b55e5 req-1c2159e8-5d9f-4810-898f-c91be5d7e27c tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927379 Nov 22 10:36:47.027231 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64187c9c-08f9-45b7-82d0-c2ac0aba7275 req-6ddfab57-d4ea-4f43-bbab-0652dac25c17 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:47.028846 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-64187c9c-08f9-45b7-82d0-c2ac0aba7275 req-6ddfab57-d4ea-4f43-bbab-0652dac25c17 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 945 time: 0.0593746 Nov 22 10:36:47.079576 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-64187c9c-08f9-45b7-82d0-c2ac0aba7275 req-d8d718a9-259b-4460-b87f-80671549ff9b tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444736 Nov 22 10:36:48.121507 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba3ee52-b30c-4646-9eb1-a3c1b7c9cbba req-05e9a0d7-6a90-4e36-91eb-12c7fe5b6696 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:48.123138 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3ba3ee52-b30c-4646-9eb1-a3c1b7c9cbba req-05e9a0d7-6a90-4e36-91eb-12c7fe5b6696 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c7b7eca-3a44-4f4a-8674-03ae1147162c HTTP/1.1" status: 200 len: 946 time: 0.0572689 Nov 22 10:36:48.193769 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3ba3ee52-b30c-4646-9eb1-a3c1b7c9cbba req-75cc203d-4c0e-4f0b-8cb1-be219d91efc2 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637252 Nov 22 10:36:48.231051 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf8fbf-3915-4f63-b308-43e2b4c25ab5 req-3608901a-be0f-4716-b859-bf74ea685d75 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:48.232671 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9ebf8fbf-3915-4f63-b308-43e2b4c25ab5 req-3608901a-be0f-4716-b859-bf74ea685d75 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 945 time: 0.0642955 Nov 22 10:36:48.286034 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9ebf8fbf-3915-4f63-b308-43e2b4c25ab5 req-05389739-68e8-4962-b3e9-1f668f7e66fe tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472193 Nov 22 10:36:49.335812 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392affd-b7d9-414e-b0e5-9c5db40163f3 req-dde8a4f8-c94b-47c3-a083-6f622432a911 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:49.348067 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f392affd-b7d9-414e-b0e5-9c5db40163f3 req-dde8a4f8-c94b-47c3-a083-6f622432a911 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c7b7eca-3a44-4f4a-8674-03ae1147162c HTTP/1.1" status: 200 len: 946 time: 0.0791585 Nov 22 10:36:49.410846 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f392affd-b7d9-414e-b0e5-9c5db40163f3 req-0e8343c2-211b-434c-a6d6-f1575c062039 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615680 Nov 22 10:36:49.531864 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b2fd0-a022-44f4-beb6-9cd7542b1fc1 req-2b568837-683a-45cd-b7cb-108d82c6329b tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:49.533599 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-963b2fd0-a022-44f4-beb6-9cd7542b1fc1 req-2b568837-683a-45cd-b7cb-108d82c6329b tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 945 time: 0.0548713 Nov 22 10:36:49.588498 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-963b2fd0-a022-44f4-beb6-9cd7542b1fc1 req-37ae009b-4cd5-4c06-b0cd-2860f5a2ae4a tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474930 Nov 22 10:36:49.888998 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:50.545285 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235a52b-acea-4761-a8e8-1f415b37a748 req-c340a55c-9d59-48e4-bf13-705db2a50949 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:50.548332 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5235a52b-acea-4761-a8e8-1f415b37a748 req-c340a55c-9d59-48e4-bf13-705db2a50949 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c7b7eca-3a44-4f4a-8674-03ae1147162c HTTP/1.1" status: 200 len: 946 time: 0.0555353 Nov 22 10:36:50.619901 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5235a52b-acea-4761-a8e8-1f415b37a748 req-4d329857-2aa0-4492-94d3-d005d4d35ca5 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589528 Nov 22 10:36:50.744434 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcbd4c9-c829-4bde-af9b-0013e17cb182 req-f398af4f-fbf0-40a5-b37e-24fe9c18c7e9 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:50.746102 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-adcbd4c9-c829-4bde-af9b-0013e17cb182 req-f398af4f-fbf0-40a5-b37e-24fe9c18c7e9 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 945 time: 0.0542634 Nov 22 10:36:50.802422 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-adcbd4c9-c829-4bde-af9b-0013e17cb182 req-a8b350d9-a673-48c2-95e6-79b700215f6a tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497882 Nov 22 10:36:51.750015 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65af69-2864-4351-ac0c-1d2a4b6d0773 req-2f3490f7-e84c-4b21-9370-f0d167fee8e1 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:51.752001 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bb65af69-2864-4351-ac0c-1d2a4b6d0773 req-2f3490f7-e84c-4b21-9370-f0d167fee8e1 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c7b7eca-3a44-4f4a-8674-03ae1147162c HTTP/1.1" status: 200 len: 946 time: 0.0552704 Nov 22 10:36:51.809968 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bb65af69-2864-4351-ac0c-1d2a4b6d0773 req-5e6345b3-93f7-4f8a-b1d3-85b2482e31ff tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516977 Nov 22 10:36:51.948732 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ed8f1-ca0c-4395-a5c8-b01833320bdc req-9c6aef10-1999-45a5-8da2-9d268a0afab6 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:51.950349 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a56ed8f1-ca0c-4395-a5c8-b01833320bdc req-9c6aef10-1999-45a5-8da2-9d268a0afab6 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 945 time: 0.0571635 Nov 22 10:36:52.001463 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a56ed8f1-ca0c-4395-a5c8-b01833320bdc req-06b4caea-3de8-4101-a28c-2743948c2d02 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448709 Nov 22 10:36:52.249429 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9f3c07cd-7ab2-4293-aad5-fb904c7739d7 req-e3b0afc8-7158-4d22-8607-7bea2b9e1747 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ff495625-b409-4b63-93e2-68dbf32cd7c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0624728 Nov 22 10:36:52.353897 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c07cd-7ab2-4293-aad5-fb904c7739d7 req-d91f6afc-3ffe-4c03-b749-4f04be564f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:52.355745 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9f3c07cd-7ab2-4293-aad5-fb904c7739d7 req-d91f6afc-3ffe-4c03-b749-4f04be564f6b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=47dcd8cc91c540eda175b762b2cc6d9d&device_id=ff495625-b409-4b63-93e2-68dbf32cd7c5 HTTP/1.1" status: 200 len: 1098 time: 0.0540385 Nov 22 10:36:52.558659 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c07cd-7ab2-4293-aad5-fb904c7739d7 req-78bdf1e7-3836-446f-848d-803aa32acad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:52.561734 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9f3c07cd-7ab2-4293-aad5-fb904c7739d7 req-78bdf1e7-3836-446f-848d-803aa32acad9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=153a66f8-3695-4a0f-8479-33d7bddbc164 HTTP/1.1" status: 200 len: 920 time: 0.1486919 Nov 22 10:36:52.646034 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9f3c07cd-7ab2-4293-aad5-fb904c7739d7 req-c1d7dbf0-32cc-4d03-8652-86fa890a173f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20f53f90-3a43-45e0-ab9e-ae35149604a8 HTTP/1.1" status: 200 len: 217 time: 0.0756443 Nov 22 10:36:52.713031 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c07cd-7ab2-4293-aad5-fb904c7739d7 req-74379aa8-cda9-4430-9fbb-5f2c1aa74773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:52.715710 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9f3c07cd-7ab2-4293-aad5-fb904c7739d7 req-74379aa8-cda9-4430-9fbb-5f2c1aa74773 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c80a285c-563e-448a-9814-994fad543ecd HTTP/1.1" status: 200 len: 859 time: 0.0591583 Nov 22 10:36:52.763361 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9f3c07cd-7ab2-4293-aad5-fb904c7739d7 req-cbf3dbe3-6e41-4926-b188-a3f2892b6296 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=153a66f8-3695-4a0f-8479-33d7bddbc164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360718 Nov 22 10:36:52.875727 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9f3c07cd-7ab2-4293-aad5-fb904c7739d7 req-0e88d7da-855d-42f5-b35c-61ac91f91ca1 service neutron] 10.222.0.20 "GET /v2.0/networks/153a66f8-3695-4a0f-8479-33d7bddbc164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017160 Nov 22 10:36:53.000069 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9f3c07cd-7ab2-4293-aad5-fb904c7739d7 req-571a2f32-64f6-4e8e-8ab0-01c70c2215ae service neutron] 10.222.0.20 "GET /v2.0/networks/153a66f8-3695-4a0f-8479-33d7bddbc164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142640 Nov 22 10:36:53.149281 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d650f9f-1f8b-4ac2-bf5e-9f66f7e83961 req-9d37a0e3-87d6-4e81-ae02-a65c1ebd18c8 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:53.150988 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2d650f9f-1f8b-4ac2-bf5e-9f66f7e83961 req-9d37a0e3-87d6-4e81-ae02-a65c1ebd18c8 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 945 time: 0.0524201 Nov 22 10:36:53.208275 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2d650f9f-1f8b-4ac2-bf5e-9f66f7e83961 req-d30ed53d-2f7f-46e5-8c94-46a7d2cf6535 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492642 Nov 22 10:36:54.201536 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 42036) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:36:54.335145 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e421376f-bcc0-4b3f-b06b-fac4cd9ace7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:54.395156 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb4a3a1-8314-457f-97ed-b928273701ab req-67158b71-68e4-442c-a6b4-f38ffc36ab2b tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:54.401553 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8bb4a3a1-8314-457f-97ed-b928273701ab req-67158b71-68e4-442c-a6b4-f38ffc36ab2b tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 945 time: 0.0884752 Nov 22 10:36:54.454091 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8bb4a3a1-8314-457f-97ed-b928273701ab req-9a28d0d5-1f1f-40c7-baa0-e886eaf8f3d9 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511560 Nov 22 10:36:54.492443 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e421376f-bcc0-4b3f-b06b-fac4cd9ace7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:54.498134 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e421376f-bcc0-4b3f-b06b-fac4cd9ace7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:54.550163 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-e421376f-bcc0-4b3f-b06b-fac4cd9ace7e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=37a68e9daa234770b9543b7be3290b79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3466549 Nov 22 10:36:54.553382 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 42046) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:36:54.560646 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e421376f-bcc0-4b3f-b06b-fac4cd9ace7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a57129-4c70-4f5a-8800-f7d3932c50a9,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:54.645695 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-0063b1c9-df1f-4578-bad4-cd632543800b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:54.679847 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b928b63d-18b4-43a0-9037-61ed49329e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:54.706666 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-0063b1c9-df1f-4578-bad4-cd632543800b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:54.786871 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-0063b1c9-df1f-4578-bad4-cd632543800b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:54.790639 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-0063b1c9-df1f-4578-bad4-cd632543800b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:54.794317 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-0063b1c9-df1f-4578-bad4-cd632543800b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/10a57129-4c70-4f5a-8800-f7d3932c50a9 HTTP/1.1" status: 204 len: 168 time: 0.2396233 Nov 22 10:36:54.814515 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0063b1c9-df1f-4578-bad4-cd632543800b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a57129-4c70-4f5a-8800-f7d3932c50a9,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:54.835943 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0063b1c9-df1f-4578-bad4-cd632543800b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:36:54.835943 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0063b1c9-df1f-4578-bad4-cd632543800b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:36:54.836272 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0063b1c9-df1f-4578-bad4-cd632543800b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:36:54.839373 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0063b1c9-df1f-4578-bad4-cd632543800b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:36:54.839373 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0063b1c9-df1f-4578-bad4-cd632543800b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:36:54.839373 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0063b1c9-df1f-4578-bad4-cd632543800b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:36:54.839373 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0063b1c9-df1f-4578-bad4-cd632543800b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:36:54.839373 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0063b1c9-df1f-4578-bad4-cd632543800b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:36:54.839373 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0063b1c9-df1f-4578-bad4-cd632543800b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:36:54.840120 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0063b1c9-df1f-4578-bad4-cd632543800b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:36:54.840120 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0063b1c9-df1f-4578-bad4-cd632543800b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:36:54.840507 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0063b1c9-df1f-4578-bad4-cd632543800b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:36:55.644188 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b828090-a44d-4e20-a4c7-ec4ec7c44637 req-3cfba180-fadf-4bc9-81c2-922235604bee tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:55.650392 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 42086) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:36:55.651948 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1b828090-a44d-4e20-a4c7-ec4ec7c44637 req-3cfba180-fadf-4bc9-81c2-922235604bee tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 945 time: 0.0643153 Nov 22 10:36:55.740744 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1b828090-a44d-4e20-a4c7-ec4ec7c44637 req-074155d0-7e36-41b7-8a51-1678e3d99f6d tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877504 Nov 22 10:36:55.900817 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.v2.base [None req-58bb99a1-d24d-4e5c-a339-7603396d30db admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-247995624-network', 'tenant_id': '549a9a424a794c74836d8d862db06e25'}} {{(pid=102910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:36:55.949391 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58bb99a1-d24d-4e5c-a339-7603396d30db admin admin] Made reservation on behalf of 549a9a424a794c74836d8d862db06e25 for: {'network': 1} {{(pid=102910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 10:36:55.953104 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58bb99a1-d24d-4e5c-a339-7603396d30db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for network, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:55.965902 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58bb99a1-d24d-4e5c-a339-7603396d30db admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:56.066449 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4adbe-6b02-43d1-b228-01bc0619fbcd req-3e2ff070-4678-4f19-b8b4-03147cbb93e8 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:56.074546 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-03e4adbe-6b02-43d1-b228-01bc0619fbcd req-3e2ff070-4678-4f19-b8b4-03147cbb93e8 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.1055007 Nov 22 10:36:56.078695 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c071cc8-cebb-4dbb-9df3-70cc11dc2b7f req-a99f0a84-9982-4c7b-87b3-44271aeb386c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:56.080332 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2c071cc8-cebb-4dbb-9df3-70cc11dc2b7f req-a99f0a84-9982-4c7b-87b3-44271aeb386c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=47dcd8cc91c540eda175b762b2cc6d9d&device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 1099 time: 0.1665087 Nov 22 10:36:56.101376 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58bb99a1-d24d-4e5c-a339-7603396d30db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:56.106668 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58bb99a1-d24d-4e5c-a339-7603396d30db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:56.134952 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58bb99a1-d24d-4e5c-a339-7603396d30db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=102910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 10:36:56.156029 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb99a1-d24d-4e5c-a339-7603396d30db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ef8276-57c4-428e-b639-a4eb9f8806d4,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:56.160868 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58bb99a1-d24d-4e5c-a339-7603396d30db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4063698'] for segment, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:56.161224 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.db.segments_db [None req-58bb99a1-d24d-4e5c-a339-7603396d30db admin admin] Added segment a66257e1-04de-463c-95eb-2c47fb42ab6a of type vlan for network a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0 Nov 22 10:36:56.184019 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-03e4adbe-6b02-43d1-b228-01bc0619fbcd req-7bac7ee8-a9eb-4c67-a343-b459264b2e25 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084621 Nov 22 10:36:56.226022 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c071cc8-cebb-4dbb-9df3-70cc11dc2b7f req-c4cb9929-a966-4337-ab10-a80bfc6e639c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:56.227739 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2c071cc8-cebb-4dbb-9df3-70cc11dc2b7f req-c4cb9929-a966-4337-ab10-a80bfc6e639c service neutron] 10.222.0.20 "GET /v2.0/networks?id=153a66f8-3695-4a0f-8479-33d7bddbc164 HTTP/1.1" status: 200 len: 920 time: 0.1311007 Nov 22 10:36:56.231970 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58bb99a1-d24d-4e5c-a339-7603396d30db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749315269614'] for network, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:56.258039 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58bb99a1-d24d-4e5c-a339-7603396d30db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861'] for network, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:56.259074 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58bb99a1-d24d-4e5c-a339-7603396d30db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:56.259719 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58bb99a1-d24d-4e5c-a339-7603396d30db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for network, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:56.282077 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2c071cc8-cebb-4dbb-9df3-70cc11dc2b7f req-df29bea4-cd58-4ba2-b05a-1c29aa952db0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7b68ff2-ecd7-4e74-81b4-cf38071ef393 HTTP/1.1" status: 200 len: 217 time: 0.0396867 Nov 22 10:36:56.315206 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-58bb99a1-d24d-4e5c-a339-7603396d30db admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6637177 Nov 22 10:36:56.318151 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 42106) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:36:56.325745 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.v2.base [None req-f620fe6f-cf38-4c71-b18f-e3439dccb20c admin admin] Request body: {'subnet': {'network_id': 'a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-247995624-subnet', 'tenant_id': '549a9a424a794c74836d8d862db06e25', 'ip_version': 4}} {{(pid=102910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:36:56.334105 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb99a1-d24d-4e5c-a339-7603396d30db admin admin] Pushing event updated for resources: {'Network': ['ID=a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:56.337634 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c071cc8-cebb-4dbb-9df3-70cc11dc2b7f req-91a09870-e20f-4114-8260-91086a255037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:56.339535 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2c071cc8-cebb-4dbb-9df3-70cc11dc2b7f req-91a09870-e20f-4114-8260-91086a255037 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c80a285c-563e-448a-9814-994fad543ecd HTTP/1.1" status: 200 len: 859 time: 0.0473695 Nov 22 10:36:56.355027 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f620fe6f-cf38-4c71-b18f-e3439dccb20c admin admin] Made reservation on behalf of 549a9a424a794c74836d8d862db06e25 for: {'subnet': 1} {{(pid=102910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 10:36:56.356111 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Network a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0 details requested by agent ovs-agent-dv-cinder-804035-13-iscsi with host dv-cinder-804035-13-iscsi {{(pid=102912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 10:36:56.359040 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f620fe6f-cf38-4c71-b18f-e3439dccb20c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11983807'] for subnet, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:56.387607 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2c071cc8-cebb-4dbb-9df3-70cc11dc2b7f req-01c5a406-1df5-431a-883f-953c8dc265ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=153a66f8-3695-4a0f-8479-33d7bddbc164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308847 Nov 22 10:36:56.541848 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2c071cc8-cebb-4dbb-9df3-70cc11dc2b7f req-67c1a5c5-8628-4adf-a7dc-257e94425719 service neutron] 10.222.0.20 "GET /v2.0/networks/153a66f8-3695-4a0f-8479-33d7bddbc164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387179 Nov 22 10:36:56.575765 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f620fe6f-cf38-4c71-b18f-e3439dccb20c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1162023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11983761'] for subnet, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:56.651848 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f620fe6f-cf38-4c71-b18f-e3439dccb20c admin admin] Pushing event updated for resources: {'Subnet': ['ID=77794ac0-976d-4d93-aa56-2296caa8293f,revision_number=0']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:56.662588 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f620fe6f-cf38-4c71-b18f-e3439dccb20c admin admin] Checking segment: {'id': 'a66257e1-04de-463c-95eb-2c47fb42ab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:36:56.662933 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f620fe6f-cf38-4c71-b18f-e3439dccb20c admin admin] Network hostable DHCP agents. Network: a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0, hostable agents: ['3a915d71-ad94-46fb-aadb-328912ff9e3f'], hosted agents: [] {{(pid=102910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 10:36:56.671517 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2c071cc8-cebb-4dbb-9df3-70cc11dc2b7f req-445bcbaa-4612-4d9d-badd-2df58595ef14 service neutron] 10.222.0.20 "GET /v2.0/networks/153a66f8-3695-4a0f-8479-33d7bddbc164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139369 Nov 22 10:36:56.683144 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f620fe6f-cf38-4c71-b18f-e3439dccb20c admin admin] Network a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0 is scheduled to be hosted by DHCP agent 3a915d71-ad94-46fb-aadb-328912ff9e3f with binding_index 1 {{(pid=102910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 10:36:56.694775 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-f620fe6f-cf38-4c71-b18f-e3439dccb20c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-13-iscsi, a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0) {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:36:56.699598 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f620fe6f-cf38-4c71-b18f-e3439dccb20c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:56.700322 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f620fe6f-cf38-4c71-b18f-e3439dccb20c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for subnet, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:56.707693 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507a2774-780f-4dbe-89ac-1768b86c39e9 None None] Network a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0 requested from dv-cinder-804035-13-iscsi {{(pid=102912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 10:36:56.722663 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-f620fe6f-cf38-4c71-b18f-e3439dccb20c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4004188 Nov 22 10:36:56.722663 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 42110) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:36:56.727134 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.v2.base [None req-8ed7e8a4-e773-4918-8f7a-39de5675453a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-247995624-router', 'tenant_id': '549a9a424a794c74836d8d862db06e25', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28'}}} {{(pid=102910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:36:56.753353 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8ed7e8a4-e773-4918-8f7a-39de5675453a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1028469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10193'] for router, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:56.756658 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8ed7e8a4-e773-4918-8f7a-39de5675453a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537963', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-928134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10202'] for router, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:56.827503 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8ed7e8a4-e773-4918-8f7a-39de5675453a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:56.900484 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0227732-8109-4a1a-9621-24d9b28c0e64 req-9027ce9a-6852-4e91-a315-ed8a6a7d1234 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:56.909240 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c0227732-8109-4a1a-9621-24d9b28c0e64 req-9027ce9a-6852-4e91-a315-ed8a6a7d1234 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 945 time: 0.0717604 Nov 22 10:36:56.935222 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60f7e1d-a55d-40ab-bbe9-4a7c9bdb8d48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3cb17f46-4a94-5537-b416-49c51b5b1ccb-a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0', 'network_id': 'a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0', 'tenant_id': '549a9a424a794c74836d8d862db06e25', 'fixed_ips': [{'subnet_id': '77794ac0-976d-4d93-aa56-2296caa8293f'}]}} from dv-cinder-804035-13-iscsi. {{(pid=102912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 10:36:56.938622 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e60f7e1d-a55d-40ab-bbe9-4a7c9bdb8d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:56.986611 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c0227732-8109-4a1a-9621-24d9b28c0e64 req-8643d840-1c08-49c4-8697-0e92aede1d86 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761945 Nov 22 10:36:57.030978 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-068c4de5-e34d-48ca-8633-4d61455b90ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:57.126658 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8ed7e8a4-e773-4918-8f7a-39de5675453a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:57.338837 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d5346-b126-4af7-b0d7-ced1fc610491 req-728c5dae-2e6a-4045-a657-978b2b8218fb tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:57.340882 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-210d5346-b126-4af7-b0d7-ced1fc610491 req-728c5dae-2e6a-4045-a657-978b2b8218fb tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.0586064 Nov 22 10:36:57.396445 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.db_base_plugin_common [None req-e60f7e1d-a55d-40ab-bbe9-4a7c9bdb8d48 None None] Allocated IP 172.20.0.2 (a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0/77794ac0-976d-4d93-aa56-2296caa8293f/7362287b-e3c3-48f4-b705-0baf74a2d5d4) {{(pid=102912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 10:36:57.400737 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-210d5346-b126-4af7-b0d7-ced1fc610491 req-7971227c-eed6-42ad-bf38-26b5908ff30e tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531678 Nov 22 10:36:57.438248 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8ed7e8a4-e773-4918-8f7a-39de5675453a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:57.458519 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8ed7e8a4-e773-4918-8f7a-39de5675453a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:57.567533 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e60f7e1d-a55d-40ab-bbe9-4a7c9bdb8d48 None None] Publish callbacks [] for port, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:57.576330 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e60f7e1d-a55d-40ab-bbe9-4a7c9bdb8d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749315246228'] for port, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:57.599885 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-8ed7e8a4-e773-4918-8f7a-39de5675453a admin admin] Allocated IP 172.27.0.68 (e6af0ad0-9fc1-4d6f-8919-77652c0c2a28/df63829c-39ab-4507-b346-4c3fdb4717de/809f8253-dfc1-48a6-9c11-3237e9e38c42) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 10:36:57.631271 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60f7e1d-a55d-40ab-bbe9-4a7c9bdb8d48 None None] Network a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0 is already hosted by enough agents. {{(pid=102912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:36:57.638974 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.scheduler.base_scheduler [None req-e60f7e1d-a55d-40ab-bbe9-4a7c9bdb8d48 None None] Resources bound (agent type, host, resource id): {{(pid=102912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:36:57.641604 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60f7e1d-a55d-40ab-bbe9-4a7c9bdb8d48 None None] Received port after_create {{(pid=102912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 10:36:57.679164 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60f7e1d-a55d-40ab-bbe9-4a7c9bdb8d48 None None] Pushing event updated for resources: {'Port': ['ID=7362287b-e3c3-48f4-b705-0baf74a2d5d4,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:57.718266 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8ed7e8a4-e773-4918-8f7a-39de5675453a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:57.723385 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [None req-e60f7e1d-a55d-40ab-bbe9-4a7c9bdb8d48 None None] Attempting to bind port 7362287b-e3c3-48f4-b705-0baf74a2d5d4 on host dv-cinder-804035-13-iscsi for vnic_type normal with profile {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 10:36:57.723810 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [None req-e60f7e1d-a55d-40ab-bbe9-4a7c9bdb8d48 None None] Attempting to bind port 7362287b-e3c3-48f4-b705-0baf74a2d5d4 by drivers openvswitch,hyperv on host dv-cinder-804035-13-iscsi at level 0 using segments [{'id': 'a66257e1-04de-463c-95eb-2c47fb42ab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0'}] {{(pid=102912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 10:36:57.724224 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60f7e1d-a55d-40ab-bbe9-4a7c9bdb8d48 None None] Attempting to bind port 7362287b-e3c3-48f4-b705-0baf74a2d5d4 on network a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0 {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:36:57.730659 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60f7e1d-a55d-40ab-bbe9-4a7c9bdb8d48 None None] Checking agent: {'id': '881f7a5b-9941-4288-a74c-0fe38ace5e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 10, 27, 1), 'started_at': datetime.datetime(2021, 11, 22, 10, 27, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 10, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 10:36:57.732575 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60f7e1d-a55d-40ab-bbe9-4a7c9bdb8d48 None None] Checking segment: {'id': 'a66257e1-04de-463c-95eb-2c47fb42ab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:36:57.732731 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e60f7e1d-a55d-40ab-bbe9-4a7c9bdb8d48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:57.733150 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60f7e1d-a55d-40ab-bbe9-4a7c9bdb8d48 None None] Bound using segment: {'id': 'a66257e1-04de-463c-95eb-2c47fb42ab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0'} {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 10:36:57.733713 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [None req-e60f7e1d-a55d-40ab-bbe9-4a7c9bdb8d48 None None] Bound port: 7362287b-e3c3-48f4-b705-0baf74a2d5d4, host: dv-cinder-804035-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a66257e1-04de-463c-95eb-2c47fb42ab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0'}}] {{(pid=102912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 10:36:57.734172 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e60f7e1d-a55d-40ab-bbe9-4a7c9bdb8d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:57.763817 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8ed7e8a4-e773-4918-8f7a-39de5675453a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749315246228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162187'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:57.817223 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-e60f7e1d-a55d-40ab-bbe9-4a7c9bdb8d48 None None] For port 7362287b-e3c3-48f4-b705-0baf74a2d5d4, host dv-cinder-804035-13-iscsi, cleared binding levels {{(pid=102912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 10:36:57.821401 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-e60f7e1d-a55d-40ab-bbe9-4a7c9bdb8d48 None None] For port 7362287b-e3c3-48f4-b705-0baf74a2d5d4, host dv-cinder-804035-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=7362287b-e3c3-48f4-b705-0baf74a2d5d4,segment=NetworkSegment(a66257e1-04de-463c-95eb-2c47fb42ab6a),segment_id=a66257e1-04de-463c-95eb-2c47fb42ab6a)] {{(pid=102912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 10:36:57.827504 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e60f7e1d-a55d-40ab-bbe9-4a7c9bdb8d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:57.895921 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60f7e1d-a55d-40ab-bbe9-4a7c9bdb8d48 None None] Pushing event updated for resources: {'Port': ['ID=7362287b-e3c3-48f4-b705-0baf74a2d5d4,revision_number=2']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:58.060761 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0c934117-efa3-4f33-917a-019854f2ef65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:58.069112 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed7e8a4-e773-4918-8f7a-39de5675453a admin admin] Network e6af0ad0-9fc1-4d6f-8919-77652c0c2a28 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:36:58.077723 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-8ed7e8a4-e773-4918-8f7a-39de5675453a admin admin] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:36:58.081022 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed7e8a4-e773-4918-8f7a-39de5675453a admin admin] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 10:36:58.245216 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6766b048-30ee-4e9c-8bf5-1142d0a0f936 req-f8457105-fd81-40e5-b066-ad941dfa51f2 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:58.263824 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6766b048-30ee-4e9c-8bf5-1142d0a0f936 req-f8457105-fd81-40e5-b066-ad941dfa51f2 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 945 time: 0.1473322 Nov 22 10:36:58.271159 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed7e8a4-e773-4918-8f7a-39de5675453a admin admin] Pushing event updated for resources: {'Port': ['ID=809f8253-dfc1-48a6-9c11-3237e9e38c42,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:58.333704 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6766b048-30ee-4e9c-8bf5-1142d0a0f936 req-fd4f7dcb-ff8b-4289-a549-a3dd816eeee3 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661769 Nov 22 10:36:58.494635 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 7362287b-e3c3-48f4-b705-0baf74a2d5d4 up at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:36:58.580587 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8ed7e8a4-e773-4918-8f7a-39de5675453a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:58.589152 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Provisioning complete for port 7362287b-e3c3-48f4-b705-0baf74a2d5d4 triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:36:58.589560 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:58.618664 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46492aea-f292-4f26-a2d7-8f30a62d9dbd req-b25b9535-5225-49e3-b730-ca52b48af429 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:58.622343 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-46492aea-f292-4f26-a2d7-8f30a62d9dbd req-b25b9535-5225-49e3-b730-ca52b48af429 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.0931387 Nov 22 10:36:58.706724 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 42144) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:36:58.754568 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-46492aea-f292-4f26-a2d7-8f30a62d9dbd req-44f900a6-8747-4bfd-80d6-649309e5888f tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249104 Nov 22 10:36:58.804341 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:58.865126 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] For port 7362287b-e3c3-48f4-b705-0baf74a2d5d4, host dv-cinder-804035-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=7362287b-e3c3-48f4-b705-0baf74a2d5d4,segment=NetworkSegment(a66257e1-04de-463c-95eb-2c47fb42ab6a),segment_id=a66257e1-04de-463c-95eb-2c47fb42ab6a)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:36:58.873954 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:58.924390 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1d8d8cce-a7e4-4101-adc3-b51e4bd0018a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:58.949826 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Pushing event updated for resources: {'Port': ['ID=7362287b-e3c3-48f4-b705-0baf74a2d5d4,revision_number=3']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:59.048602 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8ed7e8a4-e773-4918-8f7a-39de5675453a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1031512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-999758'] for router, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:59.188387 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1d8d8cce-a7e4-4101-adc3-b51e4bd0018a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:59.196507 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1d8d8cce-a7e4-4101-adc3-b51e4bd0018a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:59.252835 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8d8cce-a7e4-4101-adc3-b51e4bd0018a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4a13af-71f1-4564-988b-b7efa86922a3,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:59.285111 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-1d8d8cce-a7e4-4101-adc3-b51e4bd0018a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=14776214100c4f3ab9ba4dcc3c760fa0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5792785 Nov 22 10:36:59.288138 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 42154) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:36:59.311026 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed7e8a4-e773-4918-8f7a-39de5675453a admin admin] Router c8be5bf3-5ef0-4639-8753-0d58f5607921 is scheduled to L3 agent fa3112ac-4a6e-40b6-a491-552ca746a833 with binding_index 1 {{(pid=102910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 10:36:59.369892 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8d092285-4538-4d0c-b91a-ba6fa8b48751 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:59.417703 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8d092285-4538-4d0c-b91a-ba6fa8b48751 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:59.503185 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260f0fd0-efaa-431b-aa71-a37de88844f7 None None] Network a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0 requested from dv-cinder-804035-13-iscsi {{(pid=102912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 10:36:59.505048 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed7e8a4-e773-4918-8f7a-39de5675453a admin admin] Notify agent at l3_agent.dv-cinder-804035-13-iscsi the message routers_updated {{(pid=102910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 10:36:59.516581 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b30cc1-3265-4467-87f7-efeb7c3fc234 None None] Sync routers for ids ['c8be5bf3-5ef0-4639-8753-0d58f5607921'] in dv-cinder-804035-13-iscsi {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 10:36:59.530248 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b30cc1-3265-4467-87f7-efeb7c3fc234 None None] Routers {'c8be5bf3-5ef0-4639-8753-0d58f5607921'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:36:59.531715 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-81b30cc1-3265-4467-87f7-efeb7c3fc234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:36:57Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['c8be5bf3-5ef0-4639-8753-0d58f5607921'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:36:59.539255 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8ed7e8a4-e773-4918-8f7a-39de5675453a admin admin] Publish callbacks [] for router, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:59.545140 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-8ed7e8a4-e773-4918-8f7a-39de5675453a admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8187389 Nov 22 10:36:59.546287 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 42158) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:36:59.577497 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30689b8-2c32-4771-892e-3959bca41b7e req-c9ba3c23-527f-4f4e-898b-dd82b63ef3f4 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:59.596204 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d30689b8-2c32-4771-892e-3959bca41b7e req-c9ba3c23-527f-4f4e-898b-dd82b63ef3f4 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 945 time: 0.1757588 Nov 22 10:36:59.675309 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8d092285-4538-4d0c-b91a-ba6fa8b48751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:59.678278 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8d092285-4538-4d0c-b91a-ba6fa8b48751 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:59.679418 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-8d092285-4538-4d0c-b91a-ba6fa8b48751 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1a4a13af-71f1-4564-988b-b7efa86922a3 HTTP/1.1" status: 204 len: 168 time: 0.3901060 Nov 22 10:36:59.679859 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-3a628feb-25f8-40ea-88c5-983fe8bc8ae8 None None] Provisioning complete for port 7362287b-e3c3-48f4-b705-0baf74a2d5d4 triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:36:59.680326 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-3a628feb-25f8-40ea-88c5-983fe8bc8ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:36:59.720076 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d092285-4538-4d0c-b91a-ba6fa8b48751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4a13af-71f1-4564-988b-b7efa86922a3,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:36:59.739832 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d30689b8-2c32-4771-892e-3959bca41b7e req-e47701de-4443-4330-8c88-e2b013b0a88c tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362906 Nov 22 10:36:59.936834 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be779e4-f859-482e-b5b5-277104ce1726 req-6943f8de-4107-416f-aa3e-ead6fcffe005 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:36:59.951287 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6be779e4-f859-482e-b5b5-277104ce1726 req-6943f8de-4107-416f-aa3e-ead6fcffe005 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.0968087 Nov 22 10:37:00.067346 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-81b30cc1-3265-4467-87f7-efeb7c3fc234 None None] Set router c8be5bf3-5ef0-4639-8753-0d58f5607921 gateway port host: dv-cinder-804035-13-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:37:00.120358 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6be779e4-f859-482e-b5b5-277104ce1726 req-503b1fbc-7524-4859-bc4f-8a2d68404e5e tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676731 Nov 22 10:37:00.279492 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e21c8dd6-a119-43bc-9b42-7d87f9168fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:00.359149 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 7362287b-e3c3-48f4-b705-0baf74a2d5d4 up at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:37:00.505254 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Provisioning complete for port 7362287b-e3c3-48f4-b705-0baf74a2d5d4 triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:37:00.506451 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:00.547526 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-81b30cc1-3265-4467-87f7-efeb7c3fc234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8be5bf3-5ef0-4639-8753-0d58f5607921', 'name': 'tempest-TestMinimumBasicScenario-247995624-router', 'tenant_id': '549a9a424a794c74836d8d862db06e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '809f8253-dfc1-48a6-9c11-3237e9e38c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:36:56Z', 'updated_at': '2021-11-22T10:36:58Z', 'revision_number': 3, 'project_id': '549a9a424a794c74836d8d862db06e25', 'gw_port': {'id': '809f8253-dfc1-48a6-9c11-3237e9e38c42', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:4a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8be5bf3-5ef0-4639-8753-0d58f5607921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:36:57Z', 'updated_at': '2021-11-22T10:36:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi'}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:37:00.605313 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b30cc1-3265-4467-87f7-efeb7c3fc234 None None] Checking router: c8be5bf3-5ef0-4639-8753-0d58f5607921 for host: dv-cinder-804035-13-iscsi {{(pid=102913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 10:37:00.605624 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b30cc1-3265-4467-87f7-efeb7c3fc234 None None] Updating router c8be5bf3-5ef0-4639-8753-0d58f5607921 port 809f8253-dfc1-48a6-9c11-3237e9e38c42 binding host dv-cinder-804035-13-iscsi {{(pid=102913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 10:37:00.653598 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-81b30cc1-3265-4467-87f7-efeb7c3fc234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:00.724267 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-474af6b2-6411-4312-8868-db5c2891884b None None] Provisioning complete for port 7362287b-e3c3-48f4-b705-0baf74a2d5d4 triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:37:00.727131 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-474af6b2-6411-4312-8868-db5c2891884b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:00.846731 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7876eb96-f54a-492e-b2f0-a0635f903c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:00.984250 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:01.058225 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d45df-d5cd-4aa5-a5c6-c25be7c7b6f8 req-993fffce-53f4-45d0-8fc2-4dc28e6b33b1 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:01.071385 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ba7d45df-d5cd-4aa5-a5c6-c25be7c7b6f8 req-993fffce-53f4-45d0-8fc2-4dc28e6b33b1 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 945 time: 0.1223631 Nov 22 10:37:01.186131 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-81b30cc1-3265-4467-87f7-efeb7c3fc234 None None] Publish callbacks [] for port, precommit_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:01.198897 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-81b30cc1-3265-4467-87f7-efeb7c3fc234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:01.206698 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ba7d45df-d5cd-4aa5-a5c6-c25be7c7b6f8 req-94c456cb-073d-4c54-ba51-b502e8ef403a tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328781 Nov 22 10:37:01.228381 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-7876eb96-f54a-492e-b2f0-a0635f903c81 admin admin] Allocated IP 172.20.0.1 (a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0/77794ac0-976d-4d93-aa56-2296caa8293f/24bce193-ea74-441a-834d-deb31c22f527) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 10:37:01.260706 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-81b30cc1-3265-4467-87f7-efeb7c3fc234 None None] Attempting to bind port 809f8253-dfc1-48a6-9c11-3237e9e38c42 on host dv-cinder-804035-13-iscsi for vnic_type normal with profile {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 10:37:01.261027 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-81b30cc1-3265-4467-87f7-efeb7c3fc234 None None] Attempting to bind port 809f8253-dfc1-48a6-9c11-3237e9e38c42 by drivers openvswitch,hyperv on host dv-cinder-804035-13-iscsi at level 0 using segments [{'id': '07e0d8bf-2b47-470a-a16f-f44f9914b384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28'}] {{(pid=102913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 10:37:01.261388 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b30cc1-3265-4467-87f7-efeb7c3fc234 None None] Attempting to bind port 809f8253-dfc1-48a6-9c11-3237e9e38c42 on network e6af0ad0-9fc1-4d6f-8919-77652c0c2a28 {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:37:01.269840 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b30cc1-3265-4467-87f7-efeb7c3fc234 None None] Checking agent: {'id': '881f7a5b-9941-4288-a74c-0fe38ace5e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 10, 27, 1), 'started_at': datetime.datetime(2021, 11, 22, 10, 27, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 10, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 10:37:01.270216 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b30cc1-3265-4467-87f7-efeb7c3fc234 None None] Checking segment: {'id': '07e0d8bf-2b47-470a-a16f-f44f9914b384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:37:01.270625 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-81b30cc1-3265-4467-87f7-efeb7c3fc234 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:01.271015 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b30cc1-3265-4467-87f7-efeb7c3fc234 None None] Bound using segment: {'id': '07e0d8bf-2b47-470a-a16f-f44f9914b384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28'} {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 10:37:01.271478 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-81b30cc1-3265-4467-87f7-efeb7c3fc234 None None] Bound port: 809f8253-dfc1-48a6-9c11-3237e9e38c42, host: dv-cinder-804035-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e0d8bf-2b47-470a-a16f-f44f9914b384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28'}}] {{(pid=102913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 10:37:01.271887 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-81b30cc1-3265-4467-87f7-efeb7c3fc234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:01.273586 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2050df0-0ce1-4fe9-85c1-7cf78c9e6e33 None None] Pushing event updated for resources: {'Port': ['ID=809f8253-dfc1-48a6-9c11-3237e9e38c42,revision_number=2']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:37:01.309468 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977c40f5-197e-446c-a295-413a17974e24 req-7b7db4a9-2c3b-461f-a4b2-e95c143392be tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:01.312110 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-977c40f5-197e-446c-a295-413a17974e24 req-7b7db4a9-2c3b-461f-a4b2-e95c143392be tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.0962572 Nov 22 10:37:01.368824 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-81b30cc1-3265-4467-87f7-efeb7c3fc234 None None] For port 809f8253-dfc1-48a6-9c11-3237e9e38c42, host dv-cinder-804035-13-iscsi, cleared binding levels {{(pid=102913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 10:37:01.375582 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-81b30cc1-3265-4467-87f7-efeb7c3fc234 None None] For port 809f8253-dfc1-48a6-9c11-3237e9e38c42, host dv-cinder-804035-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=809f8253-dfc1-48a6-9c11-3237e9e38c42,segment=NetworkSegment(07e0d8bf-2b47-470a-a16f-f44f9914b384),segment_id=07e0d8bf-2b47-470a-a16f-f44f9914b384)] {{(pid=102913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 10:37:01.384347 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-81b30cc1-3265-4467-87f7-efeb7c3fc234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:01.411503 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-977c40f5-197e-446c-a295-413a17974e24 req-1fd6bc02-7d1e-4c60-9b70-54a715b6863e tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828865 Nov 22 10:37:01.457063 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2050df0-0ce1-4fe9-85c1-7cf78c9e6e33 None None] Pushing event updated for resources: {'Port': ['ID=809f8253-dfc1-48a6-9c11-3237e9e38c42,revision_number=3']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:37:01.514817 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b30cc1-3265-4467-87f7-efeb7c3fc234 None None] Routers {'c8be5bf3-5ef0-4639-8753-0d58f5607921'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:37:01.516467 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-81b30cc1-3265-4467-87f7-efeb7c3fc234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:36:57Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['c8be5bf3-5ef0-4639-8753-0d58f5607921'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:37:01.524312 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7876eb96-f54a-492e-b2f0-a0635f903c81 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:01.567412 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7876eb96-f54a-492e-b2f0-a0635f903c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749315246228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162187'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:01.632714 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7876eb96-f54a-492e-b2f0-a0635f903c81 admin admin] Network a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:37:01.636615 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-7876eb96-f54a-492e-b2f0-a0635f903c81 admin admin] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:37:01.640552 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7876eb96-f54a-492e-b2f0-a0635f903c81 admin admin] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 10:37:01.647398 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7876eb96-f54a-492e-b2f0-a0635f903c81 admin admin] Pushing event updated for resources: {'Port': ['ID=24bce193-ea74-441a-834d-deb31c22f527,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:37:01.673013 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-81b30cc1-3265-4467-87f7-efeb7c3fc234 None None] Set router c8be5bf3-5ef0-4639-8753-0d58f5607921 gateway port host: dv-cinder-804035-13-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:37:01.727536 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7876eb96-f54a-492e-b2f0-a0635f903c81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029609'] for router_interface, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:01.967225 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-793f0b2b-7b6b-481c-88bf-4cd236df1583 None None] Provisioning complete for port 24bce193-ea74-441a-834d-deb31c22f527 triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:37:01.967873 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7876eb96-f54a-492e-b2f0-a0635f903c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:01.969564 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-793f0b2b-7b6b-481c-88bf-4cd236df1583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:02.001627 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-81b30cc1-3265-4467-87f7-efeb7c3fc234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8be5bf3-5ef0-4639-8753-0d58f5607921', 'name': 'tempest-TestMinimumBasicScenario-247995624-router', 'tenant_id': '549a9a424a794c74836d8d862db06e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '809f8253-dfc1-48a6-9c11-3237e9e38c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:36:56Z', 'updated_at': '2021-11-22T10:36:58Z', 'revision_number': 3, 'project_id': '549a9a424a794c74836d8d862db06e25', 'gw_port': {'id': '809f8253-dfc1-48a6-9c11-3237e9e38c42', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:4a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8be5bf3-5ef0-4639-8753-0d58f5607921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:36:57Z', 'updated_at': '2021-11-22T10:37:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi'}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:37:02.013453 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-793f0b2b-7b6b-481c-88bf-4cd236df1583 None None] Port 24bce193-ea74-441a-834d-deb31c22f527 cannot update to ACTIVE because it is not bound. {{(pid=102912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 10:37:02.040723 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b30cc1-3265-4467-87f7-efeb7c3fc234 None None] The sync data for ids ['c8be5bf3-5ef0-4639-8753-0d58f5607921'] in dv-cinder-804035-13-iscsi is: [{'id': 'c8be5bf3-5ef0-4639-8753-0d58f5607921', 'name': 'tempest-TestMinimumBasicScenario-247995624-router', 'tenant_id': '549a9a424a794c74836d8d862db06e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '809f8253-dfc1-48a6-9c11-3237e9e38c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:36:56Z', 'updated_at': '2021-11-22T10:36:58Z', 'revision_number': 3, 'project_id': '549a9a424a794c74836d8d862db06e25', 'gw_port': {'id': '809f8253-dfc1-48a6-9c11-3237e9e38c42', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:4a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8be5bf3-5ef0-4639-8753-0d58f5607921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:36:57Z', 'updated_at': '2021-11-22T10:37:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi'}] {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 10:37:02.212320 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7876eb96-f54a-492e-b2f0-a0635f903c81 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:02.219328 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7876eb96-f54a-492e-b2f0-a0635f903c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1162204'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:02.312115 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7876eb96-f54a-492e-b2f0-a0635f903c81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029493'] for router_interface, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:02.349837 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7876eb96-f54a-492e-b2f0-a0635f903c81 admin admin] Pushing event updated for resources: {'Port': ['ID=24bce193-ea74-441a-834d-deb31c22f527,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:37:02.535001 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e59e6-a8e6-476a-b131-627cba52f019 req-4301192c-1249-4069-a5e9-bdbbe30e228c tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:02.537465 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3b9e59e6-a8e6-476a-b131-627cba52f019 req-4301192c-1249-4069-a5e9-bdbbe30e228c tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 945 time: 0.0983214 Nov 22 10:37:02.641022 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7876eb96-f54a-492e-b2f0-a0635f903c81 admin admin] Network a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:37:02.642899 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-7876eb96-f54a-492e-b2f0-a0635f903c81 admin admin] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:37:02.653622 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3b9e59e6-a8e6-476a-b131-627cba52f019 req-70d5576d-4852-4828-90d7-c018fc099377 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037824 Nov 22 10:37:02.715577 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0949f3-0859-48db-888d-eecd9e053b0b req-8ef74d36-0037-46f3-b6cd-cbbbbfbfa1d7 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:02.717251 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6c0949f3-0859-48db-888d-eecd9e053b0b req-8ef74d36-0037-46f3-b6cd-cbbbbfbfa1d7 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.1426609 Nov 22 10:37:02.924716 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6c0949f3-0859-48db-888d-eecd9e053b0b req-be5b6985-9056-40bd-83e4-ee86001561f3 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967838 Nov 22 10:37:03.100531 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7876eb96-f54a-492e-b2f0-a0635f903c81 admin admin] Router c8be5bf3-5ef0-4639-8753-0d58f5607921 has already been hosted by L3 agent fa3112ac-4a6e-40b6-a491-552ca746a833 {{(pid=102910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 10:37:03.279042 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-f865b374-8a7c-436f-985f-5fd7f4f730bd None None] Provisioning complete for port 24bce193-ea74-441a-834d-deb31c22f527 triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:37:03.280274 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f865b374-8a7c-436f-985f-5fd7f4f730bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:03.285458 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7876eb96-f54a-492e-b2f0-a0635f903c81 admin admin] Notify agent at l3_agent.dv-cinder-804035-13-iscsi the message routers_updated {{(pid=102910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 10:37:03.295155 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-7876eb96-f54a-492e-b2f0-a0635f903c81 admin admin] 10.222.0.46 "PUT /v2.0/routers/c8be5bf3-5ef0-4639-8753-0d58f5607921/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7480044 Nov 22 10:37:03.317654 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771937b2-6e74-420c-8b68-3403f179e57d req-b32c56f2-723a-41d2-b0fa-23a341991938 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:03.327033 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-771937b2-6e74-420c-8b68-3403f179e57d req-b32c56f2-723a-41d2-b0fa-23a341991938 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 945 time: 0.1010306 Nov 22 10:37:03.386027 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-f865b374-8a7c-436f-985f-5fd7f4f730bd None None] Port 24bce193-ea74-441a-834d-deb31c22f527 cannot update to ACTIVE because it is not bound. {{(pid=102912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 10:37:03.415870 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-771937b2-6e74-420c-8b68-3403f179e57d req-72c3e615-1c14-4d78-8b17-a9d0e753fb5a tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf58da-bfeb-4d08-b545-68fed93dbb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856271 Nov 22 10:37:03.816153 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588bb05c-dc5c-4852-9721-b8777670ea6b req-645ac048-1823-4cc5-87a1-a11a96cb75e3 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:03.824224 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-588bb05c-dc5c-4852-9721-b8777670ea6b req-645ac048-1823-4cc5-87a1-a11a96cb75e3 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 945 time: 0.0700891 Nov 22 10:37:03.881810 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-588bb05c-dc5c-4852-9721-b8777670ea6b req-bc277f09-fff3-43d6-a855-61823e4a464a tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566056 Nov 22 10:37:04.109563 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c87e46-127a-4bbd-8af8-720e7a03b8d0 req-48160499-7d32-4aae-bbab-493891b7c5e2 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:04.123286 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-86c87e46-127a-4bbd-8af8-720e7a03b8d0 req-48160499-7d32-4aae-bbab-493891b7c5e2 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.0774772 Nov 22 10:37:04.191863 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 42230) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:37:04.206501 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.v2.base [None req-b3138eb5-dbfb-4a86-b515-118471d35213 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1997077008-network', 'tenant_id': '39639cd58b59437fbd4e8c2579dd1ee5'}} {{(pid=102910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:37:04.255149 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-86c87e46-127a-4bbd-8af8-720e7a03b8d0 req-e6304a7c-61f0-4eb2-b8de-e3a28079c885 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306849 Nov 22 10:37:04.266061 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3138eb5-dbfb-4a86-b515-118471d35213 admin admin] Made reservation on behalf of 39639cd58b59437fbd4e8c2579dd1ee5 for: {'network': 1} {{(pid=102910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 10:37:04.270747 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b3138eb5-dbfb-4a86-b515-118471d35213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for network, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:04.287589 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b3138eb5-dbfb-4a86-b515-118471d35213 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:04.339042 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 809f8253-dfc1-48a6-9c11-3237e9e38c42 up at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:37:04.408152 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Provisioning complete for port 809f8253-dfc1-48a6-9c11-3237e9e38c42 triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:37:04.408974 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:04.412352 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b3138eb5-dbfb-4a86-b515-118471d35213 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:04.418605 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b3138eb5-dbfb-4a86-b515-118471d35213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:04.471291 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3138eb5-dbfb-4a86-b515-118471d35213 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=102910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 10:37:04.490306 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3138eb5-dbfb-4a86-b515-118471d35213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1b5dda-6442-4f5f-9408-92ce16230a31,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:37:04.497899 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b3138eb5-dbfb-4a86-b515-118471d35213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4063698'] for segment, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:04.498265 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.db.segments_db [None req-b3138eb5-dbfb-4a86-b515-118471d35213 admin admin] Added segment a45b3277-f28d-497c-a1d7-243546433dec of type vlan for network dc2bf14b-af4f-4046-b444-1f4b77794642 Nov 22 10:37:04.606562 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe95ba-47ae-427d-b76a-c3b8654acc65 req-46526b8a-e49d-4fb7-a819-c1e66456d7c9 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:04.615724 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5efe95ba-47ae-427d-b76a-c3b8654acc65 req-46526b8a-e49d-4fb7-a819-c1e66456d7c9 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 945 time: 0.0816302 Nov 22 10:37:04.623861 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:04.694592 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] For port 809f8253-dfc1-48a6-9c11-3237e9e38c42, host dv-cinder-804035-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=809f8253-dfc1-48a6-9c11-3237e9e38c42,segment=NetworkSegment(07e0d8bf-2b47-470a-a16f-f44f9914b384),segment_id=07e0d8bf-2b47-470a-a16f-f44f9914b384)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:37:04.699981 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:04.711391 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5efe95ba-47ae-427d-b76a-c3b8654acc65 req-8f9d95a4-e6d6-4aef-a59c-0f06c88e57a9 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf58da-bfeb-4d08-b545-68fed93dbb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947130 Nov 22 10:37:04.750979 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1091b350-5b46-4d8e-98a1-d5a30b685e23 None None] Sync routers for ids ['c8be5bf3-5ef0-4639-8753-0d58f5607921'] in dv-cinder-804035-13-iscsi {{(pid=102912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 10:37:04.793051 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1091b350-5b46-4d8e-98a1-d5a30b685e23 None None] Routers {'c8be5bf3-5ef0-4639-8753-0d58f5607921'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:37:04.794649 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-1091b350-5b46-4d8e-98a1-d5a30b685e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:36:57Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['c8be5bf3-5ef0-4639-8753-0d58f5607921'], 'active': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:37:04.860468 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Pushing event updated for resources: {'Port': ['ID=809f8253-dfc1-48a6-9c11-3237e9e38c42,revision_number=4']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:37:04.882953 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b3138eb5-dbfb-4a86-b515-118471d35213 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749315269614'] for network, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:04.919474 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b3138eb5-dbfb-4a86-b515-118471d35213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861'] for network, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:04.920551 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3138eb5-dbfb-4a86-b515-118471d35213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:04.921338 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b3138eb5-dbfb-4a86-b515-118471d35213 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for network, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:04.925883 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvr_db [None req-1091b350-5b46-4d8e-98a1-d5a30b685e23 None None] Set router c8be5bf3-5ef0-4639-8753-0d58f5607921 gateway port host: dv-cinder-804035-13-iscsi {{(pid=102912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:37:05.005522 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-b3138eb5-dbfb-4a86-b515-118471d35213 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8111010 Nov 22 10:37:05.007097 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 42242) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:37:05.021039 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3138eb5-dbfb-4a86-b515-118471d35213 admin admin] Pushing event updated for resources: {'Network': ['ID=dc2bf14b-af4f-4046-b444-1f4b77794642,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:37:05.037990 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-9b263c3a-168a-4607-aae3-3b9126094113 admin admin] Request body: {'subnet': {'network_id': 'dc2bf14b-af4f-4046-b444-1f4b77794642', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1997077008-subnet', 'tenant_id': '39639cd58b59437fbd4e8c2579dd1ee5', 'ip_version': 4}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:37:05.050568 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Network dc2bf14b-af4f-4046-b444-1f4b77794642 details requested by agent ovs-agent-dv-cinder-804035-13-iscsi with host dv-cinder-804035-13-iscsi {{(pid=102912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 10:37:05.075309 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14638de-d534-42f5-a1d6-42c9f04060ab req-7bfb93e0-719d-4f14-8c7e-22031a357b84 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:05.084219 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c14638de-d534-42f5-a1d6-42c9f04060ab req-7bfb93e0-719d-4f14-8c7e-22031a357b84 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 945 time: 0.0915952 Nov 22 10:37:05.119525 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b263c3a-168a-4607-aae3-3b9126094113 admin admin] Made reservation on behalf of 39639cd58b59437fbd4e8c2579dd1ee5 for: {'subnet': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 10:37:05.122171 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9b263c3a-168a-4607-aae3-3b9126094113 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:05.182590 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c14638de-d534-42f5-a1d6-42c9f04060ab req-698d2649-c9d2-4c6c-be00-dd7ab7447785 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973027 Nov 22 10:37:05.226517 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.agents_db [None req-35a1a16e-7bf9-4643-9be2-574a1761dc3a None None] Agent healthcheck: found 6 active agents {{(pid=102913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 10:37:05.315229 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-1091b350-5b46-4d8e-98a1-d5a30b685e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8be5bf3-5ef0-4639-8753-0d58f5607921', 'name': 'tempest-TestMinimumBasicScenario-247995624-router', 'tenant_id': '549a9a424a794c74836d8d862db06e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '809f8253-dfc1-48a6-9c11-3237e9e38c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:36:56Z', 'updated_at': '2021-11-22T10:37:01Z', 'revision_number': 4, 'project_id': '549a9a424a794c74836d8d862db06e25', 'gw_port': {'id': '809f8253-dfc1-48a6-9c11-3237e9e38c42', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:4a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8be5bf3-5ef0-4639-8753-0d58f5607921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:36:57Z', 'updated_at': '2021-11-22T10:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_interfaces': [{'id': '24bce193-ea74-441a-834d-deb31c22f527', 'name': '', 'network_id': 'a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0', 'tenant_id': '549a9a424a794c74836d8d862db06e25', 'mac_address': 'fa:16:3e:a3:17:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8be5bf3-5ef0-4639-8753-0d58f5607921', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '77794ac0-976d-4d93-aa56-2296caa8293f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:37:00Z', 'updated_at': '2021-11-22T10:37:02Z', 'revision_number': 2, 'project_id': '549a9a424a794c74836d8d862db06e25', 'subnets': [{'id': '77794ac0-976d-4d93-aa56-2296caa8293f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:37:05.356099 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1091b350-5b46-4d8e-98a1-d5a30b685e23 None None] Checking router: c8be5bf3-5ef0-4639-8753-0d58f5607921 for host: dv-cinder-804035-13-iscsi {{(pid=102912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 10:37:05.356813 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1091b350-5b46-4d8e-98a1-d5a30b685e23 None None] Updating router c8be5bf3-5ef0-4639-8753-0d58f5607921 port 24bce193-ea74-441a-834d-deb31c22f527 binding host dv-cinder-804035-13-iscsi {{(pid=102912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 10:37:05.386564 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-1091b350-5b46-4d8e-98a1-d5a30b685e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:05.391709 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9b263c3a-168a-4607-aae3-3b9126094113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861'] for subnet, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:05.438157 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974ca5c-04ee-45ef-b397-062cd0a2b377 req-9b2eae3e-f288-40df-833f-2b43a3976880 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:05.440120 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d974ca5c-04ee-45ef-b397-062cd0a2b377 req-9b2eae3e-f288-40df-833f-2b43a3976880 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.0955997 Nov 22 10:37:05.493268 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b263c3a-168a-4607-aae3-3b9126094113 admin admin] Pushing event updated for resources: {'Subnet': ['ID=450d1bcd-b82f-4744-a763-7181a195a306,revision_number=0']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:37:05.507587 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b263c3a-168a-4607-aae3-3b9126094113 admin admin] Checking segment: {'id': 'a45b3277-f28d-497c-a1d7-243546433dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'dc2bf14b-af4f-4046-b444-1f4b77794642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:37:05.508230 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b263c3a-168a-4607-aae3-3b9126094113 admin admin] Network hostable DHCP agents. Network: dc2bf14b-af4f-4046-b444-1f4b77794642, hostable agents: ['3a915d71-ad94-46fb-aadb-328912ff9e3f'], hosted agents: [] {{(pid=102911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 10:37:05.542078 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d974ca5c-04ee-45ef-b397-062cd0a2b377 req-b99a49cd-e9f5-440b-936a-2a75a94263e6 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855494 Nov 22 10:37:05.550692 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b263c3a-168a-4607-aae3-3b9126094113 admin admin] Network dc2bf14b-af4f-4046-b444-1f4b77794642 is scheduled to be hosted by DHCP agent 3a915d71-ad94-46fb-aadb-328912ff9e3f with binding_index 1 {{(pid=102911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 10:37:05.564935 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-9b263c3a-168a-4607-aae3-3b9126094113 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-13-iscsi, dc2bf14b-af4f-4046-b444-1f4b77794642) {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:37:05.578829 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b263c3a-168a-4607-aae3-3b9126094113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:05.579501 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9b263c3a-168a-4607-aae3-3b9126094113 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for subnet, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:05.582496 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c590826-1cce-4bf9-8c6c-b0d8fe9b18e0 None None] Network dc2bf14b-af4f-4046-b444-1f4b77794642 requested from dv-cinder-804035-13-iscsi {{(pid=102912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 10:37:05.607952 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-9b263c3a-168a-4607-aae3-3b9126094113 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5808473 Nov 22 10:37:05.610576 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 42246) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:37:05.615181 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-9639bf1c-6731-438b-9ece-1929963d2831 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1997077008-router', 'tenant_id': '39639cd58b59437fbd4e8c2579dd1ee5', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28'}}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:37:05.642572 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9639bf1c-6731-438b-9ece-1929963d2831 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1028469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10193'] for router, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:05.644032 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9639bf1c-6731-438b-9ece-1929963d2831 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537963', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-928134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10202'] for router, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:05.719100 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9639bf1c-6731-438b-9ece-1929963d2831 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:05.846150 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1da5a5-be3e-4154-b80c-f3bd821aef81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3cb17f46-4a94-5537-b416-49c51b5b1ccb-dc2bf14b-af4f-4046-b444-1f4b77794642', 'network_id': 'dc2bf14b-af4f-4046-b444-1f4b77794642', 'tenant_id': '39639cd58b59437fbd4e8c2579dd1ee5', 'fixed_ips': [{'subnet_id': '450d1bcd-b82f-4744-a763-7181a195a306'}]}} from dv-cinder-804035-13-iscsi. {{(pid=102912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 10:37:05.847157 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-1d1da5a5-be3e-4154-b80c-f3bd821aef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:05.889799 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-1091b350-5b46-4d8e-98a1-d5a30b685e23 None None] Publish callbacks [] for port, precommit_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:05.948777 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-1091b350-5b46-4d8e-98a1-d5a30b685e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:06.008322 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9639bf1c-6731-438b-9ece-1929963d2831 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:06.055739 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19612720-6992-44c5-b309-989e9dcf0ea7 None None] Pushing event updated for resources: {'Port': ['ID=24bce193-ea74-441a-834d-deb31c22f527,revision_number=3']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:37:06.089992 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19612720-6992-44c5-b309-989e9dcf0ea7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:37:06.090411 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19612720-6992-44c5-b309-989e9dcf0ea7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:37:06.090686 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19612720-6992-44c5-b309-989e9dcf0ea7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:37:06.091004 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19612720-6992-44c5-b309-989e9dcf0ea7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:37:06.091333 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19612720-6992-44c5-b309-989e9dcf0ea7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:37:06.091685 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19612720-6992-44c5-b309-989e9dcf0ea7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:37:06.092054 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19612720-6992-44c5-b309-989e9dcf0ea7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:37:06.092381 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19612720-6992-44c5-b309-989e9dcf0ea7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:37:06.092748 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19612720-6992-44c5-b309-989e9dcf0ea7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:37:06.093063 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19612720-6992-44c5-b309-989e9dcf0ea7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:37:06.093391 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19612720-6992-44c5-b309-989e9dcf0ea7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:37:06.093727 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19612720-6992-44c5-b309-989e9dcf0ea7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:37:06.114678 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f38ca71-8f04-4e6b-972f-73d5afc7ca27 req-cc43ec5a-b893-4872-af2e-d425ef607400 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:06.117173 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9f38ca71-8f04-4e6b-972f-73d5afc7ca27 req-cc43ec5a-b893-4872-af2e-d425ef607400 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 945 time: 0.2020688 Nov 22 10:37:06.432465 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.db_base_plugin_common [None req-1d1da5a5-be3e-4154-b80c-f3bd821aef81 None None] Allocated IP 172.20.0.2 (dc2bf14b-af4f-4046-b444-1f4b77794642/450d1bcd-b82f-4744-a763-7181a195a306/6490397d-9cf9-4767-8616-98f5df1b79e2) {{(pid=102912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 10:37:06.492013 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 809f8253-dfc1-48a6-9c11-3237e9e38c42 up at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:37:06.565446 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [None req-1091b350-5b46-4d8e-98a1-d5a30b685e23 None None] Attempting to bind port 24bce193-ea74-441a-834d-deb31c22f527 on host dv-cinder-804035-13-iscsi for vnic_type normal with profile {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 10:37:06.565930 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [None req-1091b350-5b46-4d8e-98a1-d5a30b685e23 None None] Attempting to bind port 24bce193-ea74-441a-834d-deb31c22f527 by drivers openvswitch,hyperv on host dv-cinder-804035-13-iscsi at level 0 using segments [{'id': 'a66257e1-04de-463c-95eb-2c47fb42ab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0'}] {{(pid=102912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 10:37:06.566364 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1091b350-5b46-4d8e-98a1-d5a30b685e23 None None] Attempting to bind port 24bce193-ea74-441a-834d-deb31c22f527 on network a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0 {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:37:06.610885 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1091b350-5b46-4d8e-98a1-d5a30b685e23 None None] Checking agent: {'id': '881f7a5b-9941-4288-a74c-0fe38ace5e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 10, 27, 1), 'started_at': datetime.datetime(2021, 11, 22, 10, 27, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 10, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 10:37:06.611580 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1091b350-5b46-4d8e-98a1-d5a30b685e23 None None] Checking segment: {'id': 'a66257e1-04de-463c-95eb-2c47fb42ab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:37:06.611834 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-1091b350-5b46-4d8e-98a1-d5a30b685e23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:06.612277 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1091b350-5b46-4d8e-98a1-d5a30b685e23 None None] Bound using segment: {'id': 'a66257e1-04de-463c-95eb-2c47fb42ab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0'} {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 10:37:06.612824 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [None req-1091b350-5b46-4d8e-98a1-d5a30b685e23 None None] Bound port: 24bce193-ea74-441a-834d-deb31c22f527, host: dv-cinder-804035-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a66257e1-04de-463c-95eb-2c47fb42ab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0'}}] {{(pid=102912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 10:37:06.613272 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-1091b350-5b46-4d8e-98a1-d5a30b685e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:06.631648 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9f38ca71-8f04-4e6b-972f-73d5afc7ca27 req-cdfb582b-5b3a-4ec0-b1a1-cc084e1277d8 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf58da-bfeb-4d08-b545-68fed93dbb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5062535 Nov 22 10:37:06.640359 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-352d2371-469a-4cef-8e77-31423d267d1c None None] Provisioning complete for port 24bce193-ea74-441a-834d-deb31c22f527 triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:37:06.640733 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-352d2371-469a-4cef-8e77-31423d267d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:06.730627 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f223011-1b0a-4620-af7d-194c9af1f079 req-fea49c49-5deb-4614-926e-b1f79bea9c68 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:06.733125 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7f223011-1b0a-4620-af7d-194c9af1f079 req-fea49c49-5deb-4614-926e-b1f79bea9c68 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/networks?id=1739dec4-235e-4240-8471-290e5b4cd168 HTTP/1.1" status: 200 len: 815 time: 0.2411950 Nov 22 10:37:06.861904 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Provisioning complete for port 809f8253-dfc1-48a6-9c11-3237e9e38c42 triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:37:06.861904 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:06.861904 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-352d2371-469a-4cef-8e77-31423d267d1c None None] Port 24bce193-ea74-441a-834d-deb31c22f527 cannot update to ACTIVE because it is not bound. {{(pid=102912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 10:37:06.873957 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7f223011-1b0a-4620-af7d-194c9af1f079 req-6395b34b-3afb-4ba3-8982-4b5fbd2b88a8 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/quotas/a3d11e30d2104dbf9ece93bc38472a72 HTTP/1.1" status: 200 len: 375 time: 0.1299462 Nov 22 10:37:06.944784 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-1d1da5a5-be3e-4154-b80c-f3bd821aef81 None None] Publish callbacks [] for port, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:06.949902 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-1091b350-5b46-4d8e-98a1-d5a30b685e23 None None] For port 24bce193-ea74-441a-834d-deb31c22f527, host dv-cinder-804035-13-iscsi, cleared binding levels {{(pid=102912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 10:37:06.954310 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-1091b350-5b46-4d8e-98a1-d5a30b685e23 None None] For port 24bce193-ea74-441a-834d-deb31c22f527, host dv-cinder-804035-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=24bce193-ea74-441a-834d-deb31c22f527,segment=NetworkSegment(a66257e1-04de-463c-95eb-2c47fb42ab6a),segment_id=a66257e1-04de-463c-95eb-2c47fb42ab6a)] {{(pid=102912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 10:37:06.957907 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-1d1da5a5-be3e-4154-b80c-f3bd821aef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749315246228'] for port, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:06.967918 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-1091b350-5b46-4d8e-98a1-d5a30b685e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:07.018850 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1da5a5-be3e-4154-b80c-f3bd821aef81 None None] Network dc2bf14b-af4f-4046-b444-1f4b77794642 is already hosted by enough agents. {{(pid=102912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:37:07.025754 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.scheduler.base_scheduler [None req-1d1da5a5-be3e-4154-b80c-f3bd821aef81 None None] Resources bound (agent type, host, resource id): {{(pid=102912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:37:07.029919 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9639bf1c-6731-438b-9ece-1929963d2831 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:07.036447 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1da5a5-be3e-4154-b80c-f3bd821aef81 None None] Received port after_create {{(pid=102912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 10:37:07.082169 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5b6d2-9472-48c1-8d23-08803dd2e115 req-ea68ba92-8805-4292-a0e4-16719a874564 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:07.083855 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c2d5b6d2-9472-48c1-8d23-08803dd2e115 req-ea68ba92-8805-4292-a0e4-16719a874564 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 945 time: 0.3153477 Nov 22 10:37:07.086083 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9639bf1c-6731-438b-9ece-1929963d2831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:07.095105 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7f223011-1b0a-4620-af7d-194c9af1f079 req-277ef765-6491-4249-af88-dccd5c97fea7 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3d11e30d2104dbf9ece93bc38472a72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1741860 Nov 22 10:37:07.133395 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1da5a5-be3e-4154-b80c-f3bd821aef81 None None] Pushing event updated for resources: {'Port': ['ID=6490397d-9cf9-4767-8616-98f5df1b79e2,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:37:07.159510 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1091b350-5b46-4d8e-98a1-d5a30b685e23 None None] Routers {'c8be5bf3-5ef0-4639-8753-0d58f5607921'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:37:07.164213 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-1091b350-5b46-4d8e-98a1-d5a30b685e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:36:57Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['c8be5bf3-5ef0-4639-8753-0d58f5607921'], 'active': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:37:07.190098 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [None req-1d1da5a5-be3e-4154-b80c-f3bd821aef81 None None] Attempting to bind port 6490397d-9cf9-4767-8616-98f5df1b79e2 on host dv-cinder-804035-13-iscsi for vnic_type normal with profile {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 10:37:07.190463 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [None req-1d1da5a5-be3e-4154-b80c-f3bd821aef81 None None] Attempting to bind port 6490397d-9cf9-4767-8616-98f5df1b79e2 by drivers openvswitch,hyperv on host dv-cinder-804035-13-iscsi at level 0 using segments [{'id': 'a45b3277-f28d-497c-a1d7-243546433dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'dc2bf14b-af4f-4046-b444-1f4b77794642'}] {{(pid=102912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 10:37:07.190834 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1da5a5-be3e-4154-b80c-f3bd821aef81 None None] Attempting to bind port 6490397d-9cf9-4767-8616-98f5df1b79e2 on network dc2bf14b-af4f-4046-b444-1f4b77794642 {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:37:07.301079 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1da5a5-be3e-4154-b80c-f3bd821aef81 None None] Checking agent: {'id': '881f7a5b-9941-4288-a74c-0fe38ace5e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 10, 27, 1), 'started_at': datetime.datetime(2021, 11, 22, 10, 27, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 10, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 10:37:07.301496 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1da5a5-be3e-4154-b80c-f3bd821aef81 None None] Checking segment: {'id': 'a45b3277-f28d-497c-a1d7-243546433dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'dc2bf14b-af4f-4046-b444-1f4b77794642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:37:07.301937 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-1d1da5a5-be3e-4154-b80c-f3bd821aef81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:07.302419 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1da5a5-be3e-4154-b80c-f3bd821aef81 None None] Bound using segment: {'id': 'a45b3277-f28d-497c-a1d7-243546433dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'dc2bf14b-af4f-4046-b444-1f4b77794642'} {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 10:37:07.302945 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [None req-1d1da5a5-be3e-4154-b80c-f3bd821aef81 None None] Bound port: 6490397d-9cf9-4767-8616-98f5df1b79e2, host: dv-cinder-804035-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a45b3277-f28d-497c-a1d7-243546433dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'dc2bf14b-af4f-4046-b444-1f4b77794642'}}] {{(pid=102912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 10:37:07.303840 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-1d1da5a5-be3e-4154-b80c-f3bd821aef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:07.390268 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c2d5b6d2-9472-48c1-8d23-08803dd2e115 req-f4ce8835-e384-475e-ae40-d07f011b9021 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2879422 Nov 22 10:37:07.438214 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [None req-9639bf1c-6731-438b-9ece-1929963d2831 admin admin] Allocated IP 172.27.0.52 (e6af0ad0-9fc1-4d6f-8919-77652c0c2a28/df63829c-39ab-4507-b346-4c3fdb4717de/005a78ff-5945-472f-9fed-ce3b83624ae8) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 10:37:07.469693 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7f223011-1b0a-4620-af7d-194c9af1f079 req-97520d55-9fcf-4c05-a726-92f5a7d1adfe service neutron] 10.222.0.46 "GET /v2.0/networks/1739dec4-235e-4240-8471-290e5b4cd168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665175 Nov 22 10:37:07.536068 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19612720-6992-44c5-b309-989e9dcf0ea7 None None] Pushing event updated for resources: {'Port': ['ID=24bce193-ea74-441a-834d-deb31c22f527,revision_number=4']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:37:07.546069 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-31ccc3e4-788f-45f0-a8c4-0eb02613ae64 None None] Provisioning complete for port 24bce193-ea74-441a-834d-deb31c22f527 triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:37:07.546482 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-31ccc3e4-788f-45f0-a8c4-0eb02613ae64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:07.556027 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvr_db [None req-1091b350-5b46-4d8e-98a1-d5a30b685e23 None None] Set router c8be5bf3-5ef0-4639-8753-0d58f5607921 gateway port host: dv-cinder-804035-13-iscsi {{(pid=102912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:37:07.575994 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-1d1da5a5-be3e-4154-b80c-f3bd821aef81 None None] For port 6490397d-9cf9-4767-8616-98f5df1b79e2, host dv-cinder-804035-13-iscsi, cleared binding levels {{(pid=102912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 10:37:07.629770 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-1d1da5a5-be3e-4154-b80c-f3bd821aef81 None None] For port 6490397d-9cf9-4767-8616-98f5df1b79e2, host dv-cinder-804035-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=6490397d-9cf9-4767-8616-98f5df1b79e2,segment=NetworkSegment(a45b3277-f28d-497c-a1d7-243546433dec),segment_id=a45b3277-f28d-497c-a1d7-243546433dec)] {{(pid=102912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 10:37:07.641695 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-1d1da5a5-be3e-4154-b80c-f3bd821aef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:07.690958 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da17bc-53e8-434a-8c89-4cc5d1ec9ce9 req-2036560f-9371-416d-af21-0ffa368b9c2c tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:07.692583 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-86da17bc-53e8-434a-8c89-4cc5d1ec9ce9 req-2036560f-9371-416d-af21-0ffa368b9c2c tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.1037335 Nov 22 10:37:07.735903 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9639bf1c-6731-438b-9ece-1929963d2831 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:07.746108 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7f223011-1b0a-4620-af7d-194c9af1f079 req-02f147bc-a6d9-49ac-bef0-52619b891b6e service neutron] 10.222.0.46 "GET /v2.0/networks/1739dec4-235e-4240-8471-290e5b4cd168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530189 Nov 22 10:37:07.809086 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1da5a5-be3e-4154-b80c-f3bd821aef81 None None] Pushing event updated for resources: {'Port': ['ID=6490397d-9cf9-4767-8616-98f5df1b79e2,revision_number=2']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:37:07.827294 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-86da17bc-53e8-434a-8c89-4cc5d1ec9ce9 req-bdf72411-d5a4-4f53-bca1-2b6231d8af1b tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224444 Nov 22 10:37:07.842309 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9639bf1c-6731-438b-9ece-1929963d2831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749315246228'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:07.880458 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-31ccc3e4-788f-45f0-a8c4-0eb02613ae64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:07.897836 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9639bf1c-6731-438b-9ece-1929963d2831 admin admin] Network e6af0ad0-9fc1-4d6f-8919-77652c0c2a28 is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:37:07.905646 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-9639bf1c-6731-438b-9ece-1929963d2831 admin admin] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:37:07.905646 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9639bf1c-6731-438b-9ece-1929963d2831 admin admin] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 10:37:08.076180 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-31ccc3e4-788f-45f0-a8c4-0eb02613ae64 None None] For port 24bce193-ea74-441a-834d-deb31c22f527, host dv-cinder-804035-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=24bce193-ea74-441a-834d-deb31c22f527,segment=NetworkSegment(a66257e1-04de-463c-95eb-2c47fb42ab6a),segment_id=a66257e1-04de-463c-95eb-2c47fb42ab6a)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:37:08.083341 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-31ccc3e4-788f-45f0-a8c4-0eb02613ae64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:08.214585 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e0d7f4e0-7b33-46cb-9870-9f085e8401f6 req-8f6b6768-21c7-4e99-b66e-20ec53e2e15a tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef620a8a-291f-484a-aacb-17f63097f482 HTTP/1.1" status: 200 len: 210 time: 0.0785081 Nov 22 10:37:08.214585 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9639bf1c-6731-438b-9ece-1929963d2831 admin admin] Pushing event updated for resources: {'Port': ['ID=005a78ff-5945-472f-9fed-ce3b83624ae8,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:37:08.239796 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ccc3e4-788f-45f0-a8c4-0eb02613ae64 None None] Pushing event updated for resources: {'Port': ['ID=24bce193-ea74-441a-834d-deb31c22f527,revision_number=5']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:37:08.264818 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-1091b350-5b46-4d8e-98a1-d5a30b685e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8be5bf3-5ef0-4639-8753-0d58f5607921', 'name': 'tempest-TestMinimumBasicScenario-247995624-router', 'tenant_id': '549a9a424a794c74836d8d862db06e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '809f8253-dfc1-48a6-9c11-3237e9e38c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:36:56Z', 'updated_at': '2021-11-22T10:37:01Z', 'revision_number': 4, 'project_id': '549a9a424a794c74836d8d862db06e25', 'gw_port': {'id': '809f8253-dfc1-48a6-9c11-3237e9e38c42', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:4a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8be5bf3-5ef0-4639-8753-0d58f5607921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:36:57Z', 'updated_at': '2021-11-22T10:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_interfaces': [{'id': '24bce193-ea74-441a-834d-deb31c22f527', 'name': '', 'network_id': 'a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0', 'tenant_id': '549a9a424a794c74836d8d862db06e25', 'mac_address': 'fa:16:3e:a3:17:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8be5bf3-5ef0-4639-8753-0d58f5607921', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '77794ac0-976d-4d93-aa56-2296caa8293f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:37:00Z', 'updated_at': '2021-11-22T10:37:06Z', 'revision_number': 4, 'project_id': '549a9a424a794c74836d8d862db06e25', 'subnets': [{'id': '77794ac0-976d-4d93-aa56-2296caa8293f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:37:08.320207 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e197b-889e-4644-b7a3-d015ea8927ba req-dbfb84ec-60be-45c2-83bc-14351cfcf53c tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:08.322416 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bf2e197b-889e-4644-b7a3-d015ea8927ba req-dbfb84ec-60be-45c2-83bc-14351cfcf53c tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 945 time: 0.1959155 Nov 22 10:37:08.398812 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1091b350-5b46-4d8e-98a1-d5a30b685e23 None None] The sync data for ids ['c8be5bf3-5ef0-4639-8753-0d58f5607921'] in dv-cinder-804035-13-iscsi is: [{'id': 'c8be5bf3-5ef0-4639-8753-0d58f5607921', 'name': 'tempest-TestMinimumBasicScenario-247995624-router', 'tenant_id': '549a9a424a794c74836d8d862db06e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '809f8253-dfc1-48a6-9c11-3237e9e38c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:36:56Z', 'updated_at': '2021-11-22T10:37:01Z', 'revision_number': 4, 'project_id': '549a9a424a794c74836d8d862db06e25', 'gw_port': {'id': '809f8253-dfc1-48a6-9c11-3237e9e38c42', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:4a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8be5bf3-5ef0-4639-8753-0d58f5607921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:36:57Z', 'updated_at': '2021-11-22T10:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_interfaces': [{'id': '24bce193-ea74-441a-834d-deb31c22f527', 'name': '', 'network_id': 'a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0', 'tenant_id': '549a9a424a794c74836d8d862db06e25', 'mac_address': 'fa:16:3e:a3:17:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8be5bf3-5ef0-4639-8753-0d58f5607921', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '77794ac0-976d-4d93-aa56-2296caa8293f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:37:00Z', 'updated_at': '2021-11-22T10:37:06Z', 'revision_number': 4, 'project_id': '549a9a424a794c74836d8d862db06e25', 'subnets': [{'id': '77794ac0-976d-4d93-aa56-2296caa8293f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 10:37:08.539599 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bf2e197b-889e-4644-b7a3-d015ea8927ba req-2102450a-e366-4d5c-8da5-0968c8bf2f76 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf58da-bfeb-4d08-b545-68fed93dbb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2098229 Nov 22 10:37:08.627195 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 6490397d-9cf9-4767-8616-98f5df1b79e2 up at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:37:08.715515 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Provisioning complete for port 6490397d-9cf9-4767-8616-98f5df1b79e2 triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:37:08.715938 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:08.733264 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9639bf1c-6731-438b-9ece-1929963d2831 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:08.751145 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74acab10-4f01-469e-b357-123e326200ff req-16e53730-35f3-4b3e-9c38-58c55ea13751 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:08.766902 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-74acab10-4f01-469e-b357-123e326200ff req-16e53730-35f3-4b3e-9c38-58c55ea13751 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 945 time: 0.1306863 Nov 22 10:37:08.891587 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:08.937571 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-74acab10-4f01-469e-b357-123e326200ff req-0f7db1e8-58fb-4be9-94d6-ebfefded9751 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238298 Nov 22 10:37:08.941978 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] For port 6490397d-9cf9-4767-8616-98f5df1b79e2, host dv-cinder-804035-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=6490397d-9cf9-4767-8616-98f5df1b79e2,segment=NetworkSegment(a45b3277-f28d-497c-a1d7-243546433dec),segment_id=a45b3277-f28d-497c-a1d7-243546433dec)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:37:08.952694 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:09.092745 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device 1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 10:37:09.163769 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Pushing event updated for resources: {'Port': ['ID=6490397d-9cf9-4767-8616-98f5df1b79e2,revision_number=3']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:37:09.329948 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e1c19-db51-4963-b6e4-09c3b6eb6212 req-c67df7e5-9003-4f32-a16d-8e946b48224d tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:09.341891 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e06e1c19-db51-4963-b6e4-09c3b6eb6212 req-c67df7e5-9003-4f32-a16d-8e946b48224d tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.3695745 Nov 22 10:37:09.389485 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port 1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec,segment=NetworkSegment(b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c),segment_id=b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:37:09.413520 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Returning: {'device': '1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec', 'network_id': 'e114790e-2c2f-46a4-8dd6-49197de38f16', 'port_id': '1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec', 'mac_address': 'fa:16:3e:4a:8a:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4f21e7d-d84a-4ede-b812-0052f7303231', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 10:37:09.455871 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ef842d21-7987-40c2-a583-ab9359179340 req-81e8c7ab-5056-4a4b-8d2c-dce6e9d2fa1a tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef620a8a-291f-484a-aacb-17f63097f482 HTTP/1.1" status: 200 len: 210 time: 0.0847707 Nov 22 10:37:09.504457 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:09.529116 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9639bf1c-6731-438b-9ece-1929963d2831 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1031512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-999758'] for router, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:09.535598 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec {{(pid=102912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 10:37:09.540174 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e06e1c19-db51-4963-b6e4-09c3b6eb6212 req-e31bb733-8041-416a-b761-27449aead79b tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971629 Nov 22 10:37:09.580893 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port 1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec,segment=NetworkSegment(b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c),segment_id=b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:37:09.593202 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:09.684574 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6217e15-a9cd-4169-8d9f-11f062271918 None None] Network dc2bf14b-af4f-4046-b444-1f4b77794642 requested from dv-cinder-804035-13-iscsi {{(pid=102912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 10:37:09.833398 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfac55c-c6dc-497d-93db-6afea93cbd6b req-ec49b1ea-f163-498d-826e-6cecfa52f85d tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:09.835383 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-dbfac55c-c6dc-497d-93db-6afea93cbd6b req-ec49b1ea-f163-498d-826e-6cecfa52f85d tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 945 time: 0.0877545 Nov 22 10:37:09.870748 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9639bf1c-6731-438b-9ece-1929963d2831 admin admin] Router aa2f0c11-9f96-45c9-b528-1787de06eba2 is scheduled to L3 agent fa3112ac-4a6e-40b6-a491-552ca746a833 with binding_index 1 {{(pid=102911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 10:37:09.937782 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-dbfac55c-c6dc-497d-93db-6afea93cbd6b req-3667a795-e893-4c00-9919-aab8876ed75e tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf58da-bfeb-4d08-b545-68fed93dbb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945163 Nov 22 10:37:10.169701 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] get_ports_and_sgs() called for port_ids ['1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec'] {{(pid=102912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 10:37:10.172186 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Pushing event updated for resources: {'Port': ['ID=1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec,revision_number=6']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:37:10.281595 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-44f2b542-0ffb-416b-8b18-153a02d9ab70 None None] Provisioning complete for port 6490397d-9cf9-4767-8616-98f5df1b79e2 triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:37:10.281977 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-44f2b542-0ffb-416b-8b18-153a02d9ab70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:10.550720 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 6490397d-9cf9-4767-8616-98f5df1b79e2 up at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:37:10.661507 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Provisioning complete for port 6490397d-9cf9-4767-8616-98f5df1b79e2 triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:37:10.661880 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:10.708560 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ab06b196-dbfe-4990-8adb-a2da9ca476a7 req-25508916-fc7e-44c2-8892-0f25a0f44791 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef620a8a-291f-484a-aacb-17f63097f482 HTTP/1.1" status: 200 len: 210 time: 0.0898247 Nov 22 10:37:10.783385 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f223011-1b0a-4620-af7d-194c9af1f079 req-707c4941-6d91-4a42-8e02-ea657f0a858b tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:10.785027 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7f223011-1b0a-4620-af7d-194c9af1f079 req-707c4941-6d91-4a42-8e02-ea657f0a858b tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.20 "GET /v2.0/networks?id=1739dec4-235e-4240-8471-290e5b4cd168 HTTP/1.1" status: 200 len: 815 time: 0.7750065 Nov 22 10:37:10.806988 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9639bf1c-6731-438b-9ece-1929963d2831 admin admin] Notify agent at l3_agent.dv-cinder-804035-13-iscsi the message routers_updated {{(pid=102911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 10:37:10.814867 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 24bce193-ea74-441a-834d-deb31c22f527 up at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:37:10.819068 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c90168-f2fd-4fe0-8f42-761469bdfc93 None None] Sync routers for ids ['aa2f0c11-9f96-45c9-b528-1787de06eba2'] in dv-cinder-804035-13-iscsi {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 10:37:10.829063 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-7f223011-1b0a-4620-af7d-194c9af1f079 req-d763f665-ebbb-4c4e-a67e-e7bd4c651b82 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Request body: {'port': {'device_id': 'ef620a8a-291f-484a-aacb-17f63097f482', 'network_id': '1739dec4-235e-4240-8471-290e5b4cd168', 'admin_state_up': True, 'tenant_id': 'a3d11e30d2104dbf9ece93bc38472a72'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:37:10.842744 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c90168-f2fd-4fe0-8f42-761469bdfc93 None None] Routers {'aa2f0c11-9f96-45c9-b528-1787de06eba2'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:37:10.843386 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-a9c90168-f2fd-4fe0-8f42-761469bdfc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:36:57Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['aa2f0c11-9f96-45c9-b528-1787de06eba2'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:37:10.882986 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-c48495c8-efa8-40a1-9f78-4f8b667b474a None None] Provisioning complete for port 6490397d-9cf9-4767-8616-98f5df1b79e2 triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:37:10.889517 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-c48495c8-efa8-40a1-9f78-4f8b667b474a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:10.965360 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Provisioning complete for port 24bce193-ea74-441a-834d-deb31c22f527 triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:37:10.966028 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:11.041773 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-a9c90168-f2fd-4fe0-8f42-761469bdfc93 None None] Set router aa2f0c11-9f96-45c9-b528-1787de06eba2 gateway port host: dv-cinder-804035-13-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:37:11.090193 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device 1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec up at agent hyperv_hv-cinder-80403 {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:37:11.141279 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c40982-a52f-4147-b3ff-588b4a2ec889 req-50f45ed4-7506-400c-ae78-d4b38c3c148b tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:11.158222 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-59c40982-a52f-4147-b3ff-588b4a2ec889 req-50f45ed4-7506-400c-ae78-d4b38c3c148b tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 944 time: 1.0203469 Nov 22 10:37:11.166612 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9639bf1c-6731-438b-9ece-1929963d2831 admin admin] Publish callbacks [] for router, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:11.172989 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 42334) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:37:11.173756 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-9639bf1c-6731-438b-9ece-1929963d2831 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.5614862 Nov 22 10:37:11.185921 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f223011-1b0a-4620-af7d-194c9af1f079 req-d763f665-ebbb-4c4e-a67e-e7bd4c651b82 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Made reservation on behalf of a3d11e30d2104dbf9ece93bc38472a72 for: {'port': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 10:37:11.190556 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-7f223011-1b0a-4620-af7d-194c9af1f079 req-d763f665-ebbb-4c4e-a67e-e7bd4c651b82 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:11.222002 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Provisioning complete for port 1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:37:11.222588 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:11.411048 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-a9c90168-f2fd-4fe0-8f42-761469bdfc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2f0c11-9f96-45c9-b528-1787de06eba2', 'name': 'tempest-TestMinimumBasicScenario-1997077008-router', 'tenant_id': '39639cd58b59437fbd4e8c2579dd1ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '005a78ff-5945-472f-9fed-ce3b83624ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:37:05Z', 'updated_at': '2021-11-22T10:37:08Z', 'revision_number': 3, 'project_id': '39639cd58b59437fbd4e8c2579dd1ee5', 'gw_port': {'id': '005a78ff-5945-472f-9fed-ce3b83624ae8', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:eb:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2f0c11-9f96-45c9-b528-1787de06eba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:37:07Z', 'updated_at': '2021-11-22T10:37:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi'}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:37:11.427777 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [req-7f223011-1b0a-4620-af7d-194c9af1f079 req-d763f665-ebbb-4c4e-a67e-e7bd4c651b82 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Allocated IP 172.20.0.2 (1739dec4-235e-4240-8471-290e5b4cd168/5af65900-70c0-40b7-a79b-e99bb6b7714c/8fcdd3ad-842b-4a16-9297-c14e81508bca) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 10:37:11.431454 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:11.482731 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '640f234a-3202-4c2c-97b9-32b4048c9ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec'}] {{(pid=102912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:37:11.482731 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871da4fec6c70e81ce77d4e4817c66d6168a6b102b4e2b260a442deac58e97e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb2e7db-6caf-41de-9c41-d08d0b603dcc" -d '{"events": [{"server_uuid": "640f234a-3202-4c2c-97b9-32b4048c9ef3", "name": "network-vif-plugged", "status": "completed", "tag": "1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec"}]}' {{(pid=102912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:37:11.509069 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c90168-f2fd-4fe0-8f42-761469bdfc93 None None] Checking router: aa2f0c11-9f96-45c9-b528-1787de06eba2 for host: dv-cinder-804035-13-iscsi {{(pid=102913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 10:37:11.512291 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c90168-f2fd-4fe0-8f42-761469bdfc93 None None] Updating router aa2f0c11-9f96-45c9-b528-1787de06eba2 port 005a78ff-5945-472f-9fed-ce3b83624ae8 binding host dv-cinder-804035-13-iscsi {{(pid=102913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 10:37:11.516544 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port 1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec,segment=NetworkSegment(b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c),segment_id=b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:37:11.523598 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:11.582022 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-a9c90168-f2fd-4fe0-8f42-761469bdfc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:11.643203 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Pushing event updated for resources: {'Port': ['ID=1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec,revision_number=7']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:37:11.742696 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-7f223011-1b0a-4620-af7d-194c9af1f079 req-d763f665-ebbb-4c4e-a67e-e7bd4c651b82 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:11.855546 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a2c2b-cad0-4a93-a287-43e06b88a823 req-7362b6ad-01ac-4d37-9534-18005fa9fd46 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:11.864511 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b49a2c2b-cad0-4a93-a287-43e06b88a823 req-7362b6ad-01ac-4d37-9534-18005fa9fd46 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 1.0267255 Nov 22 10:37:11.882066 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-59c40982-a52f-4147-b3ff-588b4a2ec889 req-cfd734e9-57e6-47ad-8fbf-073c6e3282d4 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7219076 Nov 22 10:37:11.886817 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-7f223011-1b0a-4620-af7d-194c9af1f079 req-d763f665-ebbb-4c4e-a67e-e7bd4c651b82 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749315246228'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:11.903207 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] get_ports_and_sgs() called for port_ids ['7b29c6e7-c1ba-4983-ab04-3db1251a4a72', 'd31f72a4-3cfb-4149-a149-0083a7db96b0'] {{(pid=102912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 10:37:11.926654 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-bd2dcdf0-23e8-4dc7-9514-0220ddee6fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:12.177056 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-bd2dcdf0-23e8-4dc7-9514-0220ddee6fcb admin admin] Allocated IP 172.20.0.1 (dc2bf14b-af4f-4046-b444-1f4b77794642/450d1bcd-b82f-4744-a763-7181a195a306/537db0e3-f478-4e2e-8024-2a0c92230eef) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 10:37:12.187159 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f223011-1b0a-4620-af7d-194c9af1f079 req-d763f665-ebbb-4c4e-a67e-e7bd4c651b82 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Network 1739dec4-235e-4240-8471-290e5b4cd168 is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:37:12.330941 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [req-7f223011-1b0a-4620-af7d-194c9af1f079 req-d763f665-ebbb-4c4e-a67e-e7bd4c651b82 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:37:12.332396 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-a9c90168-f2fd-4fe0-8f42-761469bdfc93 None None] Publish callbacks [] for port, precommit_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:12.351790 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b49a2c2b-cad0-4a93-a287-43e06b88a823 req-5b6722d8-8acd-4b16-b146-783e3d09f644 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4816077 Nov 22 10:37:12.353800 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-a9c90168-f2fd-4fe0-8f42-761469bdfc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:12.355990 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d763f665-ebbb-4c4e-a67e-e7bd4c651b82 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Pushing event updated for resources: {'Port': ['ID=8fcdd3ad-842b-4a16-9297-c14e81508bca,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:37:12.362585 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f223011-1b0a-4620-af7d-194c9af1f079 req-d763f665-ebbb-4c4e-a67e-e7bd4c651b82 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 10:37:12.377027 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f223011-1b0a-4620-af7d-194c9af1f079 req-d763f665-ebbb-4c4e-a67e-e7bd4c651b82 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:12.381115 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-7f223011-1b0a-4620-af7d-194c9af1f079 req-d763f665-ebbb-4c4e-a67e-e7bd4c651b82 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:12.424451 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7f223011-1b0a-4620-af7d-194c9af1f079 req-d763f665-ebbb-4c4e-a67e-e7bd4c651b82 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6188257 Nov 22 10:37:12.443743 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-7f223011-1b0a-4620-af7d-194c9af1f079 req-fb1e44da-a875-4928-a493-83c94bd34d9b service neutron] Request body: {'port': {'device_id': 'ef620a8a-291f-484a-aacb-17f63097f482', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:37:12.473788 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 10:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1e49de-f477-4fd5-bafd-9453253db2f1 x-openstack-request-id: req-0d1e49de-f477-4fd5-bafd-9453253db2f1 {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:37:12.481467 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "640f234a-3202-4c2c-97b9-32b4048c9ef3", "name": "network-vif-plugged", "status": "completed", "tag": "1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec", "code": 200}]} {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:37:12.481699 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0d1e49de-f477-4fd5-bafd-9453253db2f1 {{(pid=102912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:37:12.482138 dv-cinder-804035-13-iscsi neutron-server[102912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '640f234a-3202-4c2c-97b9-32b4048c9ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec', 'code': 200} Nov 22 10:37:12.489471 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-bd2dcdf0-23e8-4dc7-9514-0220ddee6fcb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:12.490278 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb18831-da64-4f81-9948-174dae738975 None None] Pushing event updated for resources: {'Port': ['ID=005a78ff-5945-472f-9fed-ce3b83624ae8,revision_number=2']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:37:12.507841 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8cfec-ff9e-4758-881b-bae2e40f5921 req-3c0b3eb1-5043-45e4-8d21-5bc592e60ed8 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:12.510574 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-34c8cfec-ff9e-4758-881b-bae2e40f5921 req-3c0b3eb1-5043-45e4-8d21-5bc592e60ed8 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 945 time: 0.3893814 Nov 22 10:37:12.547146 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-a9c90168-f2fd-4fe0-8f42-761469bdfc93 None None] Attempting to bind port 005a78ff-5945-472f-9fed-ce3b83624ae8 on host dv-cinder-804035-13-iscsi for vnic_type normal with profile {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 10:37:12.547510 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-a9c90168-f2fd-4fe0-8f42-761469bdfc93 None None] Attempting to bind port 005a78ff-5945-472f-9fed-ce3b83624ae8 by drivers openvswitch,hyperv on host dv-cinder-804035-13-iscsi at level 0 using segments [{'id': '07e0d8bf-2b47-470a-a16f-f44f9914b384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28'}] {{(pid=102913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 10:37:12.547952 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c90168-f2fd-4fe0-8f42-761469bdfc93 None None] Attempting to bind port 005a78ff-5945-472f-9fed-ce3b83624ae8 on network e6af0ad0-9fc1-4d6f-8919-77652c0c2a28 {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:37:12.560607 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c90168-f2fd-4fe0-8f42-761469bdfc93 None None] Checking agent: {'id': '881f7a5b-9941-4288-a74c-0fe38ace5e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 10, 27, 1), 'started_at': datetime.datetime(2021, 11, 22, 10, 27, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 10, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 10:37:12.563108 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c90168-f2fd-4fe0-8f42-761469bdfc93 None None] Checking segment: {'id': '07e0d8bf-2b47-470a-a16f-f44f9914b384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:37:12.564811 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-bd2dcdf0-23e8-4dc7-9514-0220ddee6fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749315246228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162187'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:12.565063 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-a9c90168-f2fd-4fe0-8f42-761469bdfc93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:12.565657 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c90168-f2fd-4fe0-8f42-761469bdfc93 None None] Bound using segment: {'id': '07e0d8bf-2b47-470a-a16f-f44f9914b384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28'} {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 10:37:12.566974 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-a9c90168-f2fd-4fe0-8f42-761469bdfc93 None None] Bound port: 005a78ff-5945-472f-9fed-ce3b83624ae8, host: dv-cinder-804035-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e0d8bf-2b47-470a-a16f-f44f9914b384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28'}}] {{(pid=102913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 10:37:12.574001 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-a9c90168-f2fd-4fe0-8f42-761469bdfc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:12.585523 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2dcdf0-23e8-4dc7-9514-0220ddee6fcb admin admin] Network dc2bf14b-af4f-4046-b444-1f4b77794642 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:37:12.588549 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-bd2dcdf0-23e8-4dc7-9514-0220ddee6fcb admin admin] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:37:12.612407 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2dcdf0-23e8-4dc7-9514-0220ddee6fcb admin admin] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 10:37:12.621100 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-7f223011-1b0a-4620-af7d-194c9af1f079 req-fb1e44da-a875-4928-a493-83c94bd34d9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:12.664946 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2dcdf0-23e8-4dc7-9514-0220ddee6fcb admin admin] Pushing event updated for resources: {'Port': ['ID=537db0e3-f478-4e2e-8024-2a0c92230eef,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:37:12.690398 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-bd2dcdf0-23e8-4dc7-9514-0220ddee6fcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029609'] for router_interface, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:12.859025 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-a9c90168-f2fd-4fe0-8f42-761469bdfc93 None None] For port 005a78ff-5945-472f-9fed-ce3b83624ae8, host dv-cinder-804035-13-iscsi, cleared binding levels {{(pid=102913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 10:37:12.873707 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-a9c90168-f2fd-4fe0-8f42-761469bdfc93 None None] For port 005a78ff-5945-472f-9fed-ce3b83624ae8, host dv-cinder-804035-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=005a78ff-5945-472f-9fed-ce3b83624ae8,segment=NetworkSegment(07e0d8bf-2b47-470a-a16f-f44f9914b384),segment_id=07e0d8bf-2b47-470a-a16f-f44f9914b384)] {{(pid=102913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 10:37:12.886758 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-a9c90168-f2fd-4fe0-8f42-761469bdfc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:12.966567 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-bd2dcdf0-23e8-4dc7-9514-0220ddee6fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:12.985712 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c90168-f2fd-4fe0-8f42-761469bdfc93 None None] Routers {'aa2f0c11-9f96-45c9-b528-1787de06eba2'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:37:12.986816 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-5ff3029f-157c-4897-adc5-918a9dbc8463 None None] Provisioning complete for port 537db0e3-f478-4e2e-8024-2a0c92230eef triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:37:12.988014 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-5ff3029f-157c-4897-adc5-918a9dbc8463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:12.990961 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-a9c90168-f2fd-4fe0-8f42-761469bdfc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:36:57Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['aa2f0c11-9f96-45c9-b528-1787de06eba2'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:37:13.079383 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb18831-da64-4f81-9948-174dae738975 None None] Pushing event updated for resources: {'Port': ['ID=005a78ff-5945-472f-9fed-ce3b83624ae8,revision_number=3']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:37:13.123362 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-5ff3029f-157c-4897-adc5-918a9dbc8463 None None] Port 537db0e3-f478-4e2e-8024-2a0c92230eef cannot update to ACTIVE because it is not bound. {{(pid=102912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 10:37:13.223145 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-34c8cfec-ff9e-4758-881b-bae2e40f5921 req-5ded7f27-d448-49cb-bec4-8935f6e524de tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf58da-bfeb-4d08-b545-68fed93dbb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6247365 Nov 22 10:37:13.254076 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a397bc5-e53c-4795-8466-57e5509a2b04 req-7411a288-181d-4a88-92b6-1c098bf001f8 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:13.255328 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4a397bc5-e53c-4795-8466-57e5509a2b04 req-7411a288-181d-4a88-92b6-1c098bf001f8 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef620a8a-291f-484a-aacb-17f63097f482 HTTP/1.1" status: 200 len: 931 time: 0.5815015 Nov 22 10:37:13.369032 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-a9c90168-f2fd-4fe0-8f42-761469bdfc93 None None] Set router aa2f0c11-9f96-45c9-b528-1787de06eba2 gateway port host: dv-cinder-804035-13-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:37:13.418275 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4a397bc5-e53c-4795-8466-57e5509a2b04 req-c0cb603e-05a5-4e0d-ba15-51e404842a56 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547139 Nov 22 10:37:13.498109 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea1c648-e824-4ee2-b01a-e5cf7f82a5a6 req-5c5a66d2-f014-4080-8321-153811196e4d tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:13.500443 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7ea1c648-e824-4ee2-b01a-e5cf7f82a5a6 req-5c5a66d2-f014-4080-8321-153811196e4d tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 945 time: 0.0913222 Nov 22 10:37:13.535704 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-bd2dcdf0-23e8-4dc7-9514-0220ddee6fcb admin admin] Publish callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:13.548687 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-bd2dcdf0-23e8-4dc7-9514-0220ddee6fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1162204'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:13.683991 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [req-7f223011-1b0a-4620-af7d-194c9af1f079 req-fb1e44da-a875-4928-a493-83c94bd34d9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fcdd3ad-842b-4a16-9297-c14e81508bca {{(pid=102911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 10:37:13.704377 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-7f223011-1b0a-4620-af7d-194c9af1f079 req-fb1e44da-a875-4928-a493-83c94bd34d9b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:13.735820 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.provisioning_blocks [req-7f223011-1b0a-4620-af7d-194c9af1f079 req-fb1e44da-a875-4928-a493-83c94bd34d9b service neutron] Transition to ACTIVE for port object 8fcdd3ad-842b-4a16-9297-c14e81508bca will not be triggered until provisioned by entity L2. {{(pid=102911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 10:37:13.779326 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-bd2dcdf0-23e8-4dc7-9514-0220ddee6fcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029493'] for router_interface, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:13.792843 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-7f223011-1b0a-4620-af7d-194c9af1f079 req-fb1e44da-a875-4928-a493-83c94bd34d9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:13.797024 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2dcdf0-23e8-4dc7-9514-0220ddee6fcb admin admin] Pushing event updated for resources: {'Port': ['ID=537db0e3-f478-4e2e-8024-2a0c92230eef,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:37:13.986941 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-a9c90168-f2fd-4fe0-8f42-761469bdfc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2f0c11-9f96-45c9-b528-1787de06eba2', 'name': 'tempest-TestMinimumBasicScenario-1997077008-router', 'tenant_id': '39639cd58b59437fbd4e8c2579dd1ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '005a78ff-5945-472f-9fed-ce3b83624ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:37:05Z', 'updated_at': '2021-11-22T10:37:12Z', 'revision_number': 4, 'project_id': '39639cd58b59437fbd4e8c2579dd1ee5', 'gw_port': {'id': '005a78ff-5945-472f-9fed-ce3b83624ae8', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:eb:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2f0c11-9f96-45c9-b528-1787de06eba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:37:07Z', 'updated_at': '2021-11-22T10:37:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_interfaces': [{'id': '537db0e3-f478-4e2e-8024-2a0c92230eef', 'name': '', 'network_id': 'dc2bf14b-af4f-4046-b444-1f4b77794642', 'tenant_id': '39639cd58b59437fbd4e8c2579dd1ee5', 'mac_address': 'fa:16:3e:e9:24:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2f0c11-9f96-45c9-b528-1787de06eba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '450d1bcd-b82f-4744-a763-7181a195a306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:37:11Z', 'updated_at': '2021-11-22T10:37:12Z', 'revision_number': 1, 'project_id': '39639cd58b59437fbd4e8c2579dd1ee5', 'subnets': [{'id': '450d1bcd-b82f-4744-a763-7181a195a306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:37:14.042622 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c90168-f2fd-4fe0-8f42-761469bdfc93 None None] The sync data for ids ['aa2f0c11-9f96-45c9-b528-1787de06eba2'] in dv-cinder-804035-13-iscsi is: [{'id': 'aa2f0c11-9f96-45c9-b528-1787de06eba2', 'name': 'tempest-TestMinimumBasicScenario-1997077008-router', 'tenant_id': '39639cd58b59437fbd4e8c2579dd1ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '005a78ff-5945-472f-9fed-ce3b83624ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:37:05Z', 'updated_at': '2021-11-22T10:37:12Z', 'revision_number': 4, 'project_id': '39639cd58b59437fbd4e8c2579dd1ee5', 'gw_port': {'id': '005a78ff-5945-472f-9fed-ce3b83624ae8', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:eb:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2f0c11-9f96-45c9-b528-1787de06eba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:37:07Z', 'updated_at': '2021-11-22T10:37:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_interfaces': [{'id': '537db0e3-f478-4e2e-8024-2a0c92230eef', 'name': '', 'network_id': 'dc2bf14b-af4f-4046-b444-1f4b77794642', 'tenant_id': '39639cd58b59437fbd4e8c2579dd1ee5', 'mac_address': 'fa:16:3e:e9:24:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2f0c11-9f96-45c9-b528-1787de06eba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '450d1bcd-b82f-4744-a763-7181a195a306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:37:11Z', 'updated_at': '2021-11-22T10:37:12Z', 'revision_number': 1, 'project_id': '39639cd58b59437fbd4e8c2579dd1ee5', 'subnets': [{'id': '450d1bcd-b82f-4744-a763-7181a195a306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 10:37:14.043378 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2dcdf0-23e8-4dc7-9514-0220ddee6fcb admin admin] Network dc2bf14b-af4f-4046-b444-1f4b77794642 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:37:14.048899 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-bd2dcdf0-23e8-4dc7-9514-0220ddee6fcb admin admin] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:37:14.091089 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7ea1c648-e824-4ee2-b01a-e5cf7f82a5a6 req-2ab3d8d4-e1cc-4b91-b91e-8c208808c01d tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5436122 Nov 22 10:37:14.104419 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e44da-a875-4928-a493-83c94bd34d9b service neutron] Pushing event updated for resources: {'Port': ['ID=8fcdd3ad-842b-4a16-9297-c14e81508bca,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:37:14.145876 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd57c84-debe-4ca9-ba3b-26cbba13debb req-8fdc4b3d-4136-44a3-aa8b-2f17a1254fb3 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:14.153840 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-cdd57c84-debe-4ca9-ba3b-26cbba13debb req-8fdc4b3d-4136-44a3-aa8b-2f17a1254fb3 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.3670530 Nov 22 10:37:14.156773 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-7f223011-1b0a-4620-af7d-194c9af1f079 req-fb1e44da-a875-4928-a493-83c94bd34d9b service neutron] Attempting to bind port 8fcdd3ad-842b-4a16-9297-c14e81508bca on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 10:37:14.157109 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-7f223011-1b0a-4620-af7d-194c9af1f079 req-fb1e44da-a875-4928-a493-83c94bd34d9b service neutron] Attempting to bind port 8fcdd3ad-842b-4a16-9297-c14e81508bca by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'db179ef4-ef68-4c74-b563-b96560450275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1739dec4-235e-4240-8471-290e5b4cd168'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 10:37:14.157441 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f223011-1b0a-4620-af7d-194c9af1f079 req-fb1e44da-a875-4928-a493-83c94bd34d9b service neutron] Attempting to bind port 8fcdd3ad-842b-4a16-9297-c14e81508bca on network 1739dec4-235e-4240-8471-290e5b4cd168 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:37:14.199061 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f223011-1b0a-4620-af7d-194c9af1f079 req-fb1e44da-a875-4928-a493-83c94bd34d9b service neutron] Port 8fcdd3ad-842b-4a16-9297-c14e81508bca on network 1739dec4-235e-4240-8471-290e5b4cd168 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 10:37:14.199376 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f223011-1b0a-4620-af7d-194c9af1f079 req-fb1e44da-a875-4928-a493-83c94bd34d9b service neutron] Attempting to bind port 8fcdd3ad-842b-4a16-9297-c14e81508bca on network 1739dec4-235e-4240-8471-290e5b4cd168 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:37:14.215745 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f223011-1b0a-4620-af7d-194c9af1f079 req-fb1e44da-a875-4928-a493-83c94bd34d9b service neutron] Checking agent: {'id': '8aa3c5bc-bff8-4a30-90cc-a12bac01bfcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 10, 32, 50), 'started_at': datetime.datetime(2021, 11, 22, 10, 32, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 10, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 10:37:14.216226 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f223011-1b0a-4620-af7d-194c9af1f079 req-fb1e44da-a875-4928-a493-83c94bd34d9b service neutron] Checking segment: {'id': 'db179ef4-ef68-4c74-b563-b96560450275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1739dec4-235e-4240-8471-290e5b4cd168'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:37:14.216627 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f223011-1b0a-4620-af7d-194c9af1f079 req-fb1e44da-a875-4928-a493-83c94bd34d9b service neutron] Bound using segment: {'id': 'db179ef4-ef68-4c74-b563-b96560450275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1739dec4-235e-4240-8471-290e5b4cd168'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 10:37:14.217248 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-7f223011-1b0a-4620-af7d-194c9af1f079 req-fb1e44da-a875-4928-a493-83c94bd34d9b service neutron] Bound port: 8fcdd3ad-842b-4a16-9297-c14e81508bca, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db179ef4-ef68-4c74-b563-b96560450275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1739dec4-235e-4240-8471-290e5b4cd168'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 10:37:14.217609 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-7f223011-1b0a-4620-af7d-194c9af1f079 req-fb1e44da-a875-4928-a493-83c94bd34d9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:14.267965 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-cdd57c84-debe-4ca9-ba3b-26cbba13debb req-51997367-3bf0-474e-998d-84d04bc92c4d tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078463 Nov 22 10:37:14.341615 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd2dcdf0-23e8-4dc7-9514-0220ddee6fcb admin admin] Router aa2f0c11-9f96-45c9-b528-1787de06eba2 has already been hosted by L3 agent fa3112ac-4a6e-40b6-a491-552ca746a833 {{(pid=102910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 10:37:14.473949 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-2f02d91d-b8c1-450d-b364-cab807483ca6 None None] Provisioning complete for port 537db0e3-f478-4e2e-8024-2a0c92230eef triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:37:14.474426 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-2f02d91d-b8c1-450d-b364-cab807483ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:14.642896 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-2f02d91d-b8c1-450d-b364-cab807483ca6 None None] Port 537db0e3-f478-4e2e-8024-2a0c92230eef cannot update to ACTIVE because it is not bound. {{(pid=102912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 10:37:14.654253 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-7f223011-1b0a-4620-af7d-194c9af1f079 req-fb1e44da-a875-4928-a493-83c94bd34d9b service neutron] For port 8fcdd3ad-842b-4a16-9297-c14e81508bca, host hv-cinder-80403, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 10:37:14.712184 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-7f223011-1b0a-4620-af7d-194c9af1f079 req-fb1e44da-a875-4928-a493-83c94bd34d9b service neutron] For port 8fcdd3ad-842b-4a16-9297-c14e81508bca, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8fcdd3ad-842b-4a16-9297-c14e81508bca,segment=NetworkSegment(db179ef4-ef68-4c74-b563-b96560450275),segment_id=db179ef4-ef68-4c74-b563-b96560450275)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 10:37:14.816660 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-7f223011-1b0a-4620-af7d-194c9af1f079 req-fb1e44da-a875-4928-a493-83c94bd34d9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:14.917631 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2dcdf0-23e8-4dc7-9514-0220ddee6fcb admin admin] Notify agent at l3_agent.dv-cinder-804035-13-iscsi the message routers_updated {{(pid=102910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 10:37:14.947092 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-bd2dcdf0-23e8-4dc7-9514-0220ddee6fcb admin admin] 10.222.0.46 "PUT /v2.0/routers/aa2f0c11-9f96-45c9-b528-1787de06eba2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7650442 Nov 22 10:37:15.032118 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f223011-1b0a-4620-af7d-194c9af1f079 req-fb1e44da-a875-4928-a493-83c94bd34d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:15.033150 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-7f223011-1b0a-4620-af7d-194c9af1f079 req-fb1e44da-a875-4928-a493-83c94bd34d9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:15.035475 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7f223011-1b0a-4620-af7d-194c9af1f079 req-fb1e44da-a875-4928-a493-83c94bd34d9b service neutron] 10.222.0.20 "PUT /v2.0/ports/8fcdd3ad-842b-4a16-9297-c14e81508bca HTTP/1.1" status: 200 len: 1093 time: 2.5973396 Nov 22 10:37:15.036213 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef620a8a-291f-484a-aacb-17f63097f482', 'tag': '8fcdd3ad-842b-4a16-9297-c14e81508bca'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:37:15.040368 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5429d6209f9db75179b029b02f265116e5db13468d9d60e00895472a7fa8ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4aefbd1-e348-4493-b510-bcd9ae3a6746" -d '{"events": [{"name": "network-changed", "server_uuid": "ef620a8a-291f-484a-aacb-17f63097f482", "tag": "8fcdd3ad-842b-4a16-9297-c14e81508bca"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:37:15.159380 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c729e-c693-4598-8f77-15010816d019 req-f255e7dc-a7bc-4645-8f84-2908fc173bc8 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:15.172493 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b73c729e-c693-4598-8f77-15010816d019 req-f255e7dc-a7bc-4645-8f84-2908fc173bc8 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 945 time: 0.7175245 Nov 22 10:37:15.237107 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e44da-a875-4928-a493-83c94bd34d9b service neutron] Pushing event updated for resources: {'Port': ['ID=8fcdd3ad-842b-4a16-9297-c14e81508bca,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:37:15.261425 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c6f8d-577b-4197-b61c-bb542259cc38 req-e4412308-c768-4fb4-83f6-7d933e1adf67 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:15.270017 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-525c6f8d-577b-4197-b61c-bb542259cc38 req-e4412308-c768-4fb4-83f6-7d933e1adf67 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef620a8a-291f-484a-aacb-17f63097f482 HTTP/1.1" status: 200 len: 943 time: 0.5383155 Nov 22 10:37:15.368681 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b73c729e-c693-4598-8f77-15010816d019 req-769b13dc-adc8-4ed3-a4ba-1d8633fb0642 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf58da-bfeb-4d08-b545-68fed93dbb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1913815 Nov 22 10:37:15.427726 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f223011-1b0a-4620-af7d-194c9af1f079 req-14b47e07-7425-4412-a2a4-08a837595bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:15.429773 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7f223011-1b0a-4620-af7d-194c9af1f079 req-14b47e07-7425-4412-a2a4-08a837595bf4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a3d11e30d2104dbf9ece93bc38472a72&device_id=ef620a8a-291f-484a-aacb-17f63097f482 HTTP/1.1" status: 200 len: 1096 time: 0.3282642 Nov 22 10:37:15.437016 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-525c6f8d-577b-4197-b61c-bb542259cc38 req-5c7df872-a2ac-4b74-b08d-7cd31f527d12 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652868 Nov 22 10:37:15.591348 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7f223011-1b0a-4620-af7d-194c9af1f079 req-e386ae46-7287-4ca8-9b4c-3da5eabc78ff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8fcdd3ad-842b-4a16-9297-c14e81508bca HTTP/1.1" status: 200 len: 217 time: 0.1246114 Nov 22 10:37:15.603712 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 10:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560a0b23-7cb0-4b67-8cba-7b6c9859689d x-openstack-request-id: req-560a0b23-7cb0-4b67-8cba-7b6c9859689d {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:37:15.603712 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef620a8a-291f-484a-aacb-17f63097f482", "tag": "8fcdd3ad-842b-4a16-9297-c14e81508bca", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:37:15.603712 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-560a0b23-7cb0-4b67-8cba-7b6c9859689d {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:37:15.603712 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef620a8a-291f-484a-aacb-17f63097f482', 'tag': '8fcdd3ad-842b-4a16-9297-c14e81508bca', 'status': 'completed', 'code': 200} Nov 22 10:37:15.815393 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f223011-1b0a-4620-af7d-194c9af1f079 req-22da4069-4816-4033-8398-2586c7056c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:15.817354 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7f223011-1b0a-4620-af7d-194c9af1f079 req-22da4069-4816-4033-8398-2586c7056c4a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5af65900-70c0-40b7-a79b-e99bb6b7714c HTTP/1.1" status: 200 len: 855 time: 0.2048199 Nov 22 10:37:16.009548 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fe2f0a0e-224f-4511-9dd2-a6d398e0b92d req-0cecd1f4-fe79-4ce5-951e-97643db89235 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-284482219&fields=id&tenant_id=48e14154c62a42a8b78c798e97aa89fb HTTP/1.1" status: 200 len: 267 time: 0.3995700 Nov 22 10:37:16.013438 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7f223011-1b0a-4620-af7d-194c9af1f079 req-87905735-6746-402f-a26f-b94805578825 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1739dec4-235e-4240-8471-290e5b4cd168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1019433 Nov 22 10:37:16.529320 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 005a78ff-5945-472f-9fed-ce3b83624ae8 up at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:37:16.666983 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f0a0e-224f-4511-9dd2-a6d398e0b92d req-b4198c50-f5cd-4124-8e5e-f31d164f6e4f tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:16.668622 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fe2f0a0e-224f-4511-9dd2-a6d398e0b92d req-b4198c50-f5cd-4124-8e5e-f31d164f6e4f tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/networks?id=9f0551c7-6430-4845-aada-62dfaa2f8a11 HTTP/1.1" status: 200 len: 809 time: 0.6466479 Nov 22 10:37:16.695240 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed937945-07cc-4207-a64a-45b49a8330b5 req-f8477bf4-f6d4-4008-b571-084f8448372f tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:16.710268 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ed937945-07cc-4207-a64a-45b49a8330b5 req-f8477bf4-f6d4-4008-b571-084f8448372f tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 945 time: 0.9827042 Nov 22 10:37:16.753429 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Provisioning complete for port 005a78ff-5945-472f-9fed-ce3b83624ae8 triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:37:16.754171 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:16.767979 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fe2f0a0e-224f-4511-9dd2-a6d398e0b92d req-fe5f3b6a-c450-471a-80e1-b516a1fb685b tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/quotas/48e14154c62a42a8b78c798e97aa89fb HTTP/1.1" status: 200 len: 375 time: 0.0304911 Nov 22 10:37:16.975625 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:16.983759 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ed937945-07cc-4207-a64a-45b49a8330b5 req-086f577c-ded4-4c14-8745-77f61d0c0363 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2723908 Nov 22 10:37:17.008301 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] For port 005a78ff-5945-472f-9fed-ce3b83624ae8, host dv-cinder-804035-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=005a78ff-5945-472f-9fed-ce3b83624ae8,segment=NetworkSegment(07e0d8bf-2b47-470a-a16f-f44f9914b384),segment_id=07e0d8bf-2b47-470a-a16f-f44f9914b384)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:37:17.018081 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:17.029948 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7f223011-1b0a-4620-af7d-194c9af1f079 req-4a25f6e9-ed12-4b73-a453-8834f70fa84a service neutron] 10.222.0.20 "GET /v2.0/networks/1739dec4-235e-4240-8471-290e5b4cd168?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0018148 Nov 22 10:37:17.038839 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fe2f0a0e-224f-4511-9dd2-a6d398e0b92d req-9f22e80f-1045-460c-bea3-87d7a8d43105 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=48e14154c62a42a8b78c798e97aa89fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2188401 Nov 22 10:37:17.206167 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Pushing event updated for resources: {'Port': ['ID=005a78ff-5945-472f-9fed-ce3b83624ae8,revision_number=4']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:37:17.390499 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fe2f0a0e-224f-4511-9dd2-a6d398e0b92d req-01ba2a47-cad6-4dde-b253-5bcc565b671a service neutron] 10.222.0.46 "GET /v2.0/networks/9f0551c7-6430-4845-aada-62dfaa2f8a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960927 Nov 22 10:37:17.579202 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7f223011-1b0a-4620-af7d-194c9af1f079 req-713aa4d8-1964-4407-a7ac-9c99e27b96e8 service neutron] 10.222.0.20 "GET /v2.0/networks/1739dec4-235e-4240-8471-290e5b4cd168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5392065 Nov 22 10:37:17.626830 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ddacb-c03e-4455-b380-fae43f3d2ab3 req-90600137-034a-49f1-9cdb-789abae81bcc tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:17.636203 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fb1ddacb-c03e-4455-b380-fae43f3d2ab3 req-90600137-034a-49f1-9cdb-789abae81bcc tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.4813991 Nov 22 10:37:17.665062 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fe2f0a0e-224f-4511-9dd2-a6d398e0b92d req-9664519e-ac04-4abd-b414-03b47f104198 service neutron] 10.222.0.46 "GET /v2.0/networks/9f0551c7-6430-4845-aada-62dfaa2f8a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517648 Nov 22 10:37:17.795380 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fb1ddacb-c03e-4455-b380-fae43f3d2ab3 req-7e4f1fd0-acdc-4a70-a33b-56b1e01e497e tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566350 Nov 22 10:37:17.858496 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aefbd1-e348-4493-b510-bcd9ae3a6746 req-0b8edb70-448e-404f-b09f-aba176c03b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:17.860099 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d4aefbd1-e348-4493-b510-bcd9ae3a6746 req-0b8edb70-448e-404f-b09f-aba176c03b9d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a3d11e30d2104dbf9ece93bc38472a72&device_id=ef620a8a-291f-484a-aacb-17f63097f482 HTTP/1.1" status: 200 len: 1096 time: 0.1989918 Nov 22 10:37:18.169499 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dac853-1710-4299-b843-d46c4892a5a7 None None] Sync routers for ids ['aa2f0c11-9f96-45c9-b528-1787de06eba2'] in dv-cinder-804035-13-iscsi {{(pid=102912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 10:37:18.183655 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dac853-1710-4299-b843-d46c4892a5a7 None None] Routers {'aa2f0c11-9f96-45c9-b528-1787de06eba2'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:37:18.184606 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-90dac853-1710-4299-b843-d46c4892a5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:36:57Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['aa2f0c11-9f96-45c9-b528-1787de06eba2'], 'active': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:37:18.225454 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af50d78-d4cf-4862-b318-8a97a563060c req-1a9ece6b-bf18-4b5a-9447-f00f56ca76c8 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:18.227165 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3af50d78-d4cf-4862-b318-8a97a563060c req-1a9ece6b-bf18-4b5a-9447-f00f56ca76c8 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 945 time: 0.2259648 Nov 22 10:37:18.297415 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aefbd1-e348-4493-b510-bcd9ae3a6746 req-3851db8f-96e3-455e-a4e4-4e728c121e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:18.298843 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d4aefbd1-e348-4493-b510-bcd9ae3a6746 req-3851db8f-96e3-455e-a4e4-4e728c121e45 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1739dec4-235e-4240-8471-290e5b4cd168 HTTP/1.1" status: 200 len: 916 time: 0.4283488 Nov 22 10:37:18.419402 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d4aefbd1-e348-4493-b510-bcd9ae3a6746 req-50e78325-be2e-4cbc-8b93-3a190ace5242 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8fcdd3ad-842b-4a16-9297-c14e81508bca HTTP/1.1" status: 200 len: 217 time: 0.0927761 Nov 22 10:37:18.426987 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 005a78ff-5945-472f-9fed-ce3b83624ae8 up at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:37:18.526486 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3af50d78-d4cf-4862-b318-8a97a563060c req-1af9d0c3-ef6b-42a8-ad0c-7fdec9c08a39 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf58da-bfeb-4d08-b545-68fed93dbb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2852314 Nov 22 10:37:18.537664 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvr_db [None req-90dac853-1710-4299-b843-d46c4892a5a7 None None] Set router aa2f0c11-9f96-45c9-b528-1787de06eba2 gateway port host: dv-cinder-804035-13-iscsi {{(pid=102912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:37:18.545537 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb6ea1-34c5-4d5a-8fce-1cdf38308bd0 req-907503e1-2e50-46ad-a1df-7f313d01bc37 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:18.547587 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c2eb6ea1-34c5-4d5a-8fce-1cdf38308bd0 req-907503e1-2e50-46ad-a1df-7f313d01bc37 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef620a8a-291f-484a-aacb-17f63097f482 HTTP/1.1" status: 200 len: 943 time: 0.1244292 Nov 22 10:37:18.591423 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Provisioning complete for port 005a78ff-5945-472f-9fed-ce3b83624ae8 triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:37:18.591701 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:18.614421 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aefbd1-e348-4493-b510-bcd9ae3a6746 req-aaa916c4-a15f-45b1-a0c1-220fb892db8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:18.616534 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d4aefbd1-e348-4493-b510-bcd9ae3a6746 req-aaa916c4-a15f-45b1-a0c1-220fb892db8e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5af65900-70c0-40b7-a79b-e99bb6b7714c HTTP/1.1" status: 200 len: 855 time: 0.1505470 Nov 22 10:37:18.622079 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c2eb6ea1-34c5-4d5a-8fce-1cdf38308bd0 req-b427ee32-3255-4d70-9664-645e6e24e5af tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563378 Nov 22 10:37:18.727255 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d4aefbd1-e348-4493-b510-bcd9ae3a6746 req-926dfcc1-98cc-4719-b438-b3da1dc432ca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1739dec4-235e-4240-8471-290e5b4cd168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0996599 Nov 22 10:37:18.814364 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-17c0ce5d-9dfe-4e62-9da3-e188b0060bea req-82489864-03c2-4cba-a960-a5e933c73231 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf HTTP/1.1" status: 200 len: 210 time: 0.0890801 Nov 22 10:37:18.909026 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc3276d-837f-49e8-b47b-65dce5adac76 req-ce2a8cdd-dd37-4f9f-a7dc-8a777daddfaf tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:18.917867 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3dc3276d-837f-49e8-b47b-65dce5adac76 req-ce2a8cdd-dd37-4f9f-a7dc-8a777daddfaf tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 945 time: 0.2161822 Nov 22 10:37:18.988902 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-90dac853-1710-4299-b843-d46c4892a5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2f0c11-9f96-45c9-b528-1787de06eba2', 'name': 'tempest-TestMinimumBasicScenario-1997077008-router', 'tenant_id': '39639cd58b59437fbd4e8c2579dd1ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '005a78ff-5945-472f-9fed-ce3b83624ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:37:05Z', 'updated_at': '2021-11-22T10:37:12Z', 'revision_number': 4, 'project_id': '39639cd58b59437fbd4e8c2579dd1ee5', 'gw_port': {'id': '005a78ff-5945-472f-9fed-ce3b83624ae8', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:eb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2f0c11-9f96-45c9-b528-1787de06eba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:37:07Z', 'updated_at': '2021-11-22T10:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_interfaces': [{'id': '537db0e3-f478-4e2e-8024-2a0c92230eef', 'name': '', 'network_id': 'dc2bf14b-af4f-4046-b444-1f4b77794642', 'tenant_id': '39639cd58b59437fbd4e8c2579dd1ee5', 'mac_address': 'fa:16:3e:e9:24:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2f0c11-9f96-45c9-b528-1787de06eba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '450d1bcd-b82f-4744-a763-7181a195a306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:37:11Z', 'updated_at': '2021-11-22T10:37:13Z', 'revision_number': 2, 'project_id': '39639cd58b59437fbd4e8c2579dd1ee5', 'subnets': [{'id': '450d1bcd-b82f-4744-a763-7181a195a306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:37:18.999574 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3dc3276d-837f-49e8-b47b-65dce5adac76 req-c3ea3983-7e56-4bf6-999a-cdcebcf2f4f7 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793779 Nov 22 10:37:19.026854 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dac853-1710-4299-b843-d46c4892a5a7 None None] Checking router: aa2f0c11-9f96-45c9-b528-1787de06eba2 for host: dv-cinder-804035-13-iscsi {{(pid=102912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 10:37:19.027584 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dac853-1710-4299-b843-d46c4892a5a7 None None] Updating router aa2f0c11-9f96-45c9-b528-1787de06eba2 port 537db0e3-f478-4e2e-8024-2a0c92230eef binding host dv-cinder-804035-13-iscsi {{(pid=102912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 10:37:19.087332 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-90dac853-1710-4299-b843-d46c4892a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:19.319706 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6b4d2-052a-4c65-9659-6deeda653d74 req-cb87e486-8ae4-4ea7-9dfa-a9afd02e87cc tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:19.328015 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-95e6b4d2-052a-4c65-9659-6deeda653d74 req-cb87e486-8ae4-4ea7-9dfa-a9afd02e87cc tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.3476238 Nov 22 10:37:19.400514 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-95e6b4d2-052a-4c65-9659-6deeda653d74 req-610cfa7e-1228-4111-a53e-17357e9e4fa2 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714746 Nov 22 10:37:19.422577 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d4aefbd1-e348-4493-b510-bcd9ae3a6746 req-093a99f7-3a5b-449c-855f-b2fb1ee2a8a5 service neutron] 10.222.0.20 "GET /v2.0/networks/1739dec4-235e-4240-8471-290e5b4cd168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6713295 Nov 22 10:37:19.708664 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d4aefbd1-e348-4493-b510-bcd9ae3a6746 req-cc2b217c-88ad-4589-97db-549e7f9fc07d service neutron] 10.222.0.20 "GET /v2.0/networks/1739dec4-235e-4240-8471-290e5b4cd168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733722 Nov 22 10:37:19.753237 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13282327-7526-425e-994a-0244bb04f64d req-8f934322-10b8-40fc-870a-c4614b30918f tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:19.768973 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-13282327-7526-425e-994a-0244bb04f64d req-8f934322-10b8-40fc-870a-c4614b30918f tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 945 time: 0.0975480 Nov 22 10:37:19.892863 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:19.898822 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-90dac853-1710-4299-b843-d46c4892a5a7 None None] Publish callbacks [] for port, precommit_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:19.906592 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-90dac853-1710-4299-b843-d46c4892a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:19.910485 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec9a1f-bbef-4978-8ed5-39f825ecb118 req-dc72be9c-ea88-4b33-9bf8-b3c8480d6c09 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:19.912897 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a3ec9a1f-bbef-4978-8ed5-39f825ecb118 req-dc72be9c-ea88-4b33-9bf8-b3c8480d6c09 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef620a8a-291f-484a-aacb-17f63097f482 HTTP/1.1" status: 200 len: 943 time: 0.1416793 Nov 22 10:37:19.958736 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-13282327-7526-425e-994a-0244bb04f64d req-a1b04f68-c70d-44e5-86fa-20c99289afa1 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf58da-bfeb-4d08-b545-68fed93dbb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1885478 Nov 22 10:37:20.061090 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9148cd8-2b49-485c-a393-419f41585dda None None] Pushing event updated for resources: {'Port': ['ID=537db0e3-f478-4e2e-8024-2a0c92230eef,revision_number=3']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:37:20.076909 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a3ec9a1f-bbef-4978-8ed5-39f825ecb118 req-ea03a31c-971f-43ae-94fa-beb6e8a8aa99 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162493 Nov 22 10:37:20.129258 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [None req-90dac853-1710-4299-b843-d46c4892a5a7 None None] Attempting to bind port 537db0e3-f478-4e2e-8024-2a0c92230eef on host dv-cinder-804035-13-iscsi for vnic_type normal with profile {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 10:37:20.129696 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [None req-90dac853-1710-4299-b843-d46c4892a5a7 None None] Attempting to bind port 537db0e3-f478-4e2e-8024-2a0c92230eef by drivers openvswitch,hyperv on host dv-cinder-804035-13-iscsi at level 0 using segments [{'id': 'a45b3277-f28d-497c-a1d7-243546433dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'dc2bf14b-af4f-4046-b444-1f4b77794642'}] {{(pid=102912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 10:37:20.130067 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dac853-1710-4299-b843-d46c4892a5a7 None None] Attempting to bind port 537db0e3-f478-4e2e-8024-2a0c92230eef on network dc2bf14b-af4f-4046-b444-1f4b77794642 {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:37:20.140946 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dac853-1710-4299-b843-d46c4892a5a7 None None] Checking agent: {'id': '881f7a5b-9941-4288-a74c-0fe38ace5e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 10, 27, 1), 'started_at': datetime.datetime(2021, 11, 22, 10, 27, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 10, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 10:37:20.141357 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dac853-1710-4299-b843-d46c4892a5a7 None None] Checking segment: {'id': 'a45b3277-f28d-497c-a1d7-243546433dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'dc2bf14b-af4f-4046-b444-1f4b77794642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:37:20.141778 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-90dac853-1710-4299-b843-d46c4892a5a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:20.142175 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dac853-1710-4299-b843-d46c4892a5a7 None None] Bound using segment: {'id': 'a45b3277-f28d-497c-a1d7-243546433dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'dc2bf14b-af4f-4046-b444-1f4b77794642'} {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 10:37:20.142688 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [None req-90dac853-1710-4299-b843-d46c4892a5a7 None None] Bound port: 537db0e3-f478-4e2e-8024-2a0c92230eef, host: dv-cinder-804035-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a45b3277-f28d-497c-a1d7-243546433dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'dc2bf14b-af4f-4046-b444-1f4b77794642'}}] {{(pid=102912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 10:37:20.143153 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-90dac853-1710-4299-b843-d46c4892a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:20.319063 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-90dac853-1710-4299-b843-d46c4892a5a7 None None] For port 537db0e3-f478-4e2e-8024-2a0c92230eef, host dv-cinder-804035-13-iscsi, cleared binding levels {{(pid=102912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 10:37:20.322554 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-39895396-8f3d-4276-bc76-032982fbb122 req-fc727a73-e698-4c96-8f0f-f1dd1c997b27 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf HTTP/1.1" status: 200 len: 210 time: 0.1682687 Nov 22 10:37:20.351563 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-90dac853-1710-4299-b843-d46c4892a5a7 None None] For port 537db0e3-f478-4e2e-8024-2a0c92230eef, host dv-cinder-804035-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=537db0e3-f478-4e2e-8024-2a0c92230eef,segment=NetworkSegment(a45b3277-f28d-497c-a1d7-243546433dec),segment_id=a45b3277-f28d-497c-a1d7-243546433dec)] {{(pid=102912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 10:37:20.360895 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-90dac853-1710-4299-b843-d46c4892a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:20.439122 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-0c3c4d66-a562-48a7-a25b-a2ec055f4b2f None None] Provisioning complete for port 537db0e3-f478-4e2e-8024-2a0c92230eef triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:37:20.439504 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0c3c4d66-a562-48a7-a25b-a2ec055f4b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:20.449131 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07063240-c1f9-48d8-8527-a3e1764d242c req-0e476182-16dc-452a-aa11-40daa17611fe tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:20.452454 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-07063240-c1f9-48d8-8527-a3e1764d242c req-0e476182-16dc-452a-aa11-40daa17611fe tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 945 time: 0.1791809 Nov 22 10:37:20.553248 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f0a0e-224f-4511-9dd2-a6d398e0b92d req-199416b3-6b72-41dd-9df0-fbe491d48e3f tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:20.554819 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fe2f0a0e-224f-4511-9dd2-a6d398e0b92d req-199416b3-6b72-41dd-9df0-fbe491d48e3f tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.20 "GET /v2.0/networks?id=9f0551c7-6430-4845-aada-62dfaa2f8a11 HTTP/1.1" status: 200 len: 809 time: 0.4686799 Nov 22 10:37:20.575268 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9148cd8-2b49-485c-a393-419f41585dda None None] Pushing event updated for resources: {'Port': ['ID=537db0e3-f478-4e2e-8024-2a0c92230eef,revision_number=4']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:37:20.694510 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0c3c4d66-a562-48a7-a25b-a2ec055f4b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:20.697315 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dac853-1710-4299-b843-d46c4892a5a7 None None] Routers {'aa2f0c11-9f96-45c9-b528-1787de06eba2'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:37:20.699045 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-90dac853-1710-4299-b843-d46c4892a5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:36:57Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['aa2f0c11-9f96-45c9-b528-1787de06eba2'], 'active': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:37:20.742854 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-07063240-c1f9-48d8-8527-a3e1764d242c req-158d09d6-48f3-410a-9ddc-837e54b39854 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2710621 Nov 22 10:37:20.752265 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fe2f0a0e-224f-4511-9dd2-a6d398e0b92d req-b6abcc38-e58e-4f8a-a118-7434ba1c60d0 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48e14154c62a42a8b78c798e97aa89fb HTTP/1.1" status: 200 len: 379 time: 0.1783798 Nov 22 10:37:20.780632 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-fe2f0a0e-224f-4511-9dd2-a6d398e0b92d req-d378201b-f3be-4e9d-be2d-f619faba7cad tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Request body: {'port': {'device_id': 'f79ad0cd-bef2-49ee-92cb-c20e41b3cedf', 'network_id': '9f0551c7-6430-4845-aada-62dfaa2f8a11', 'admin_state_up': True, 'tenant_id': '48e14154c62a42a8b78c798e97aa89fb', 'security_groups': ['c3a2b3ee-5d06-4ae4-b2b4-4ad2386cd0c8']}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:37:20.893820 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-0c3c4d66-a562-48a7-a25b-a2ec055f4b2f None None] For port 537db0e3-f478-4e2e-8024-2a0c92230eef, host dv-cinder-804035-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=537db0e3-f478-4e2e-8024-2a0c92230eef,segment=NetworkSegment(a45b3277-f28d-497c-a1d7-243546433dec),segment_id=a45b3277-f28d-497c-a1d7-243546433dec)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:37:20.906269 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e77827-5ec0-431f-819f-11c8425c4da2 req-0023c2b5-ad44-441c-bc57-08e04a1b59c6 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:20.913941 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b1e77827-5ec0-431f-819f-11c8425c4da2 req-0023c2b5-ad44-441c-bc57-08e04a1b59c6 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.3852670 Nov 22 10:37:20.930198 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0c3c4d66-a562-48a7-a25b-a2ec055f4b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:21.021738 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b1e77827-5ec0-431f-819f-11c8425c4da2 req-901327d3-1c77-4855-9d11-58634902bbbf tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067071 Nov 22 10:37:21.026572 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe2f0a0e-224f-4511-9dd2-a6d398e0b92d req-d378201b-f3be-4e9d-be2d-f619faba7cad tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Made reservation on behalf of 48e14154c62a42a8b78c798e97aa89fb for: {'port': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 10:37:21.037867 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-fe2f0a0e-224f-4511-9dd2-a6d398e0b92d req-d378201b-f3be-4e9d-be2d-f619faba7cad tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:21.046657 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3c4d66-a562-48a7-a25b-a2ec055f4b2f None None] Pushing event updated for resources: {'Port': ['ID=537db0e3-f478-4e2e-8024-2a0c92230eef,revision_number=5']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:37:21.133976 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device 8fcdd3ad-842b-4a16-9297-c14e81508bca details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 10:37:21.190057 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvr_db [None req-90dac853-1710-4299-b843-d46c4892a5a7 None None] Set router aa2f0c11-9f96-45c9-b528-1787de06eba2 gateway port host: dv-cinder-804035-13-iscsi {{(pid=102912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:37:21.194371 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-b2037e47-6030-47a7-819a-d6c01c027153 None None] Provisioning complete for port 537db0e3-f478-4e2e-8024-2a0c92230eef triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:37:21.194806 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b2037e47-6030-47a7-819a-d6c01c027153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:21.412216 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64350865-3909-460a-baaa-c117d9848d60 req-0cb47581-8947-4124-88a9-0b409b85c482 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:21.413763 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-64350865-3909-460a-baaa-c117d9848d60 req-0cb47581-8947-4124-88a9-0b409b85c482 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef620a8a-291f-484a-aacb-17f63097f482 HTTP/1.1" status: 200 len: 943 time: 0.1893404 Nov 22 10:37:21.424255 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1581f643-a043-48ba-a5ec-2ff7222284f6 req-0c9b2e75-97c9-4deb-a927-9bcf7de0e32d tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:21.425915 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1581f643-a043-48ba-a5ec-2ff7222284f6 req-0c9b2e75-97c9-4deb-a927-9bcf7de0e32d tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 945 time: 0.2449000 Nov 22 10:37:21.491098 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [req-fe2f0a0e-224f-4511-9dd2-a6d398e0b92d req-d378201b-f3be-4e9d-be2d-f619faba7cad tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Allocated IP 172.20.0.3 (9f0551c7-6430-4845-aada-62dfaa2f8a11/fc21decf-859f-49c8-bd91-1056ff444d5a/5a918824-cebb-4510-aebc-018e2f7e10b1) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 10:37:21.576267 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1581f643-a043-48ba-a5ec-2ff7222284f6 req-15501abb-95a7-435e-ab1b-47bb8930bc12 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf58da-bfeb-4d08-b545-68fed93dbb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409106 Nov 22 10:37:21.588285 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-64350865-3909-460a-baaa-c117d9848d60 req-cacf5424-7108-4816-9a92-36fd448610cc tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586509 Nov 22 10:37:21.664850 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port 8fcdd3ad-842b-4a16-9297-c14e81508bca, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8fcdd3ad-842b-4a16-9297-c14e81508bca,segment=NetworkSegment(db179ef4-ef68-4c74-b563-b96560450275),segment_id=db179ef4-ef68-4c74-b563-b96560450275)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:37:21.710440 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Returning: {'device': '8fcdd3ad-842b-4a16-9297-c14e81508bca', 'network_id': '1739dec4-235e-4240-8471-290e5b4cd168', 'port_id': '8fcdd3ad-842b-4a16-9297-c14e81508bca', 'mac_address': 'fa:16:3e:19:21:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af65900-70c0-40b7-a79b-e99bb6b7714c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 10:37:21.746649 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-227ce5f2-680d-47ac-90fb-b9fb3d07f104 req-3f1a7f1a-26ec-4fc7-bd61-74ae27e9689c tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf HTTP/1.1" status: 200 len: 210 time: 0.0392330 Nov 22 10:37:21.831463 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:21.852589 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fcdd3ad-842b-4a16-9297-c14e81508bca {{(pid=102912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 10:37:21.874524 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-90dac853-1710-4299-b843-d46c4892a5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2f0c11-9f96-45c9-b528-1787de06eba2', 'name': 'tempest-TestMinimumBasicScenario-1997077008-router', 'tenant_id': '39639cd58b59437fbd4e8c2579dd1ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '005a78ff-5945-472f-9fed-ce3b83624ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:37:05Z', 'updated_at': '2021-11-22T10:37:12Z', 'revision_number': 4, 'project_id': '39639cd58b59437fbd4e8c2579dd1ee5', 'gw_port': {'id': '005a78ff-5945-472f-9fed-ce3b83624ae8', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:eb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2f0c11-9f96-45c9-b528-1787de06eba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:37:07Z', 'updated_at': '2021-11-22T10:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_interfaces': [{'id': '537db0e3-f478-4e2e-8024-2a0c92230eef', 'name': '', 'network_id': 'dc2bf14b-af4f-4046-b444-1f4b77794642', 'tenant_id': '39639cd58b59437fbd4e8c2579dd1ee5', 'mac_address': 'fa:16:3e:e9:24:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2f0c11-9f96-45c9-b528-1787de06eba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '450d1bcd-b82f-4744-a763-7181a195a306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:37:11Z', 'updated_at': '2021-11-22T10:37:20Z', 'revision_number': 4, 'project_id': '39639cd58b59437fbd4e8c2579dd1ee5', 'subnets': [{'id': '450d1bcd-b82f-4744-a763-7181a195a306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:37:21.961041 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dac853-1710-4299-b843-d46c4892a5a7 None None] The sync data for ids ['aa2f0c11-9f96-45c9-b528-1787de06eba2'] in dv-cinder-804035-13-iscsi is: [{'id': 'aa2f0c11-9f96-45c9-b528-1787de06eba2', 'name': 'tempest-TestMinimumBasicScenario-1997077008-router', 'tenant_id': '39639cd58b59437fbd4e8c2579dd1ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '005a78ff-5945-472f-9fed-ce3b83624ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:37:05Z', 'updated_at': '2021-11-22T10:37:12Z', 'revision_number': 4, 'project_id': '39639cd58b59437fbd4e8c2579dd1ee5', 'gw_port': {'id': '005a78ff-5945-472f-9fed-ce3b83624ae8', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:eb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2f0c11-9f96-45c9-b528-1787de06eba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:37:07Z', 'updated_at': '2021-11-22T10:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_interfaces': [{'id': '537db0e3-f478-4e2e-8024-2a0c92230eef', 'name': '', 'network_id': 'dc2bf14b-af4f-4046-b444-1f4b77794642', 'tenant_id': '39639cd58b59437fbd4e8c2579dd1ee5', 'mac_address': 'fa:16:3e:e9:24:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2f0c11-9f96-45c9-b528-1787de06eba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '450d1bcd-b82f-4744-a763-7181a195a306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:37:11Z', 'updated_at': '2021-11-22T10:37:20Z', 'revision_number': 4, 'project_id': '39639cd58b59437fbd4e8c2579dd1ee5', 'subnets': [{'id': '450d1bcd-b82f-4744-a763-7181a195a306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 10:37:21.968070 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port 8fcdd3ad-842b-4a16-9297-c14e81508bca, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8fcdd3ad-842b-4a16-9297-c14e81508bca,segment=NetworkSegment(db179ef4-ef68-4c74-b563-b96560450275),segment_id=db179ef4-ef68-4c74-b563-b96560450275)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:37:21.975394 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-fe2f0a0e-224f-4511-9dd2-a6d398e0b92d req-d378201b-f3be-4e9d-be2d-f619faba7cad tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:21.980431 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:22.019760 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe7063d-a433-40f1-843d-fa8d0fb2fd2e req-a8d8899c-ce46-4586-9d7d-d9d9ba536467 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:22.028716 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bbe7063d-a433-40f1-843d-fa8d0fb2fd2e req-a8d8899c-ce46-4586-9d7d-d9d9ba536467 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 945 time: 0.1132364 Nov 22 10:37:22.187642 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bbe7063d-a433-40f1-843d-fa8d0fb2fd2e req-61710caa-f110-4e9f-aec8-9caf94a6405f tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574848 Nov 22 10:37:22.207320 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Pushing event updated for resources: {'Port': ['ID=8fcdd3ad-842b-4a16-9297-c14e81508bca,revision_number=4']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:37:22.233776 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-fe2f0a0e-224f-4511-9dd2-a6d398e0b92d req-d378201b-f3be-4e9d-be2d-f619faba7cad tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749315246228'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:22.323242 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] get_ports_and_sgs() called for port_ids ['8fcdd3ad-842b-4a16-9297-c14e81508bca'] {{(pid=102912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 10:37:22.402702 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe2f0a0e-224f-4511-9dd2-a6d398e0b92d req-d378201b-f3be-4e9d-be2d-f619faba7cad tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Network 9f0551c7-6430-4845-aada-62dfaa2f8a11 is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:37:22.418700 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [req-fe2f0a0e-224f-4511-9dd2-a6d398e0b92d req-d378201b-f3be-4e9d-be2d-f619faba7cad tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:37:22.424292 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe2f0a0e-224f-4511-9dd2-a6d398e0b92d req-d378201b-f3be-4e9d-be2d-f619faba7cad tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 10:37:22.431528 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f0a0e-224f-4511-9dd2-a6d398e0b92d req-d378201b-f3be-4e9d-be2d-f619faba7cad tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:22.432433 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-fe2f0a0e-224f-4511-9dd2-a6d398e0b92d req-d378201b-f3be-4e9d-be2d-f619faba7cad tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:22.466987 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 537db0e3-f478-4e2e-8024-2a0c92230eef up at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:37:22.469892 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fe2f0a0e-224f-4511-9dd2-a6d398e0b92d req-d378201b-f3be-4e9d-be2d-f619faba7cad tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7048650 Nov 22 10:37:22.504463 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-fe2f0a0e-224f-4511-9dd2-a6d398e0b92d req-22d193af-f5a2-4324-b11c-d7d0d2dbdb1a service neutron] Request body: {'port': {'device_id': 'f79ad0cd-bef2-49ee-92cb-c20e41b3cedf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:37:22.567005 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f5e6f-bc9a-48eb-a332-cc6b4e1f02e9 req-8a03aa54-a454-47bf-abfc-3e74ed7f6491 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:22.568871 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b09f5e6f-bc9a-48eb-a332-cc6b4e1f02e9 req-8a03aa54-a454-47bf-abfc-3e74ed7f6491 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.3316262 Nov 22 10:37:22.578651 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d378201b-f3be-4e9d-be2d-f619faba7cad tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Pushing event updated for resources: {'Port': ['ID=5a918824-cebb-4510-aebc-018e2f7e10b1,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:37:22.774576 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Provisioning complete for port 537db0e3-f478-4e2e-8024-2a0c92230eef triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:37:22.774947 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:22.824498 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-fe2f0a0e-224f-4511-9dd2-a6d398e0b92d req-22d193af-f5a2-4324-b11c-d7d0d2dbdb1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:22.906799 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b09f5e6f-bc9a-48eb-a332-cc6b4e1f02e9 req-a0d2902f-238a-492a-8519-3130b05345d9 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150547 Nov 22 10:37:23.009344 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487fb1c-5200-4220-a39b-bbaefef390e8 req-b47dacc7-cc4f-4889-aa7e-dcbb64fa78bc tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:23.025356 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6487fb1c-5200-4220-a39b-bbaefef390e8 req-b47dacc7-cc4f-4889-aa7e-dcbb64fa78bc tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 945 time: 0.2320905 Nov 22 10:37:23.081278 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-ff93105a-2199-40c8-9f4c-57e1b31cd2d1 None None] Provisioning complete for port 5a918824-cebb-4510-aebc-018e2f7e10b1 triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:37:23.082246 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ff93105a-2199-40c8-9f4c-57e1b31cd2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:23.199774 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-ff93105a-2199-40c8-9f4c-57e1b31cd2d1 None None] Port 5a918824-cebb-4510-aebc-018e2f7e10b1 cannot update to ACTIVE because it is not bound. {{(pid=102912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 10:37:23.317320 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6487fb1c-5200-4220-a39b-bbaefef390e8 req-fd7a7e64-f00b-4570-8dd7-f6b10f5de0ac tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf58da-bfeb-4d08-b545-68fed93dbb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2908320 Nov 22 10:37:23.472152 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0364b086-0cee-4773-b7f3-c170ed4c01ee req-db89f9bb-0b01-4227-bdce-348f78476d31 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:23.474045 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0364b086-0cee-4773-b7f3-c170ed4c01ee req-db89f9bb-0b01-4227-bdce-348f78476d31 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef620a8a-291f-484a-aacb-17f63097f482 HTTP/1.1" status: 200 len: 944 time: 0.2441697 Nov 22 10:37:23.564969 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0364b086-0cee-4773-b7f3-c170ed4c01ee req-7aba389b-b5f6-46bf-ab6a-1a30979cd8c2 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711446 Nov 22 10:37:23.626395 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03367b-95b0-4025-a821-5041f62593a0 req-5a221746-a211-4653-ae81-73af029f780c tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:23.628319 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fd03367b-95b0-4025-a821-5041f62593a0 req-5a221746-a211-4653-ae81-73af029f780c tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf HTTP/1.1" status: 200 len: 931 time: 0.1524282 Nov 22 10:37:23.778384 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fd03367b-95b0-4025-a821-5041f62593a0 req-31bfe14f-3a38-43a2-9919-af076a0aba39 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3a2b3ee-5d06-4ae4-b2b4-4ad2386cd0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257076 Nov 22 10:37:23.832250 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [req-fe2f0a0e-224f-4511-9dd2-a6d398e0b92d req-22d193af-f5a2-4324-b11c-d7d0d2dbdb1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a918824-cebb-4510-aebc-018e2f7e10b1 {{(pid=102911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 10:37:23.841980 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-fe2f0a0e-224f-4511-9dd2-a6d398e0b92d req-22d193af-f5a2-4324-b11c-d7d0d2dbdb1a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:23.855604 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.provisioning_blocks [req-fe2f0a0e-224f-4511-9dd2-a6d398e0b92d req-22d193af-f5a2-4324-b11c-d7d0d2dbdb1a service neutron] Transition to ACTIVE for port object 5a918824-cebb-4510-aebc-018e2f7e10b1 will not be triggered until provisioned by entity L2. {{(pid=102911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 10:37:23.885450 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-fe2f0a0e-224f-4511-9dd2-a6d398e0b92d req-22d193af-f5a2-4324-b11c-d7d0d2dbdb1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:23.895829 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef09b1-8451-4367-87e6-6547d3ab4233 req-b4c62ad0-3b5f-4964-9f2f-28c482f64363 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:23.900423 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5cef09b1-8451-4367-87e6-6547d3ab4233 req-b4c62ad0-3b5f-4964-9f2f-28c482f64363 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 945 time: 0.1560686 Nov 22 10:37:24.077237 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d193af-f5a2-4324-b11c-d7d0d2dbdb1a service neutron] Pushing event updated for resources: {'Port': ['ID=5a918824-cebb-4510-aebc-018e2f7e10b1,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:37:24.104244 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5cef09b1-8451-4367-87e6-6547d3ab4233 req-3610903e-8e60-48b4-9b5b-010e5388a2da tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1979396 Nov 22 10:37:24.168917 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-fe2f0a0e-224f-4511-9dd2-a6d398e0b92d req-22d193af-f5a2-4324-b11c-d7d0d2dbdb1a service neutron] Attempting to bind port 5a918824-cebb-4510-aebc-018e2f7e10b1 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 10:37:24.169442 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-fe2f0a0e-224f-4511-9dd2-a6d398e0b92d req-22d193af-f5a2-4324-b11c-d7d0d2dbdb1a service neutron] Attempting to bind port 5a918824-cebb-4510-aebc-018e2f7e10b1 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '8297a5cd-c96f-437c-b6bb-56c8bceb9dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9f0551c7-6430-4845-aada-62dfaa2f8a11'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 10:37:24.169943 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2f0a0e-224f-4511-9dd2-a6d398e0b92d req-22d193af-f5a2-4324-b11c-d7d0d2dbdb1a service neutron] Attempting to bind port 5a918824-cebb-4510-aebc-018e2f7e10b1 on network 9f0551c7-6430-4845-aada-62dfaa2f8a11 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:37:24.177683 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2f0a0e-224f-4511-9dd2-a6d398e0b92d req-22d193af-f5a2-4324-b11c-d7d0d2dbdb1a service neutron] Port 5a918824-cebb-4510-aebc-018e2f7e10b1 on network 9f0551c7-6430-4845-aada-62dfaa2f8a11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 10:37:24.178298 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2f0a0e-224f-4511-9dd2-a6d398e0b92d req-22d193af-f5a2-4324-b11c-d7d0d2dbdb1a service neutron] Attempting to bind port 5a918824-cebb-4510-aebc-018e2f7e10b1 on network 9f0551c7-6430-4845-aada-62dfaa2f8a11 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:37:24.202923 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2f0a0e-224f-4511-9dd2-a6d398e0b92d req-22d193af-f5a2-4324-b11c-d7d0d2dbdb1a service neutron] Checking agent: {'id': '8aa3c5bc-bff8-4a30-90cc-a12bac01bfcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 10, 32, 50), 'started_at': datetime.datetime(2021, 11, 22, 10, 32, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 10, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 10:37:24.203647 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2f0a0e-224f-4511-9dd2-a6d398e0b92d req-22d193af-f5a2-4324-b11c-d7d0d2dbdb1a service neutron] Checking segment: {'id': '8297a5cd-c96f-437c-b6bb-56c8bceb9dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9f0551c7-6430-4845-aada-62dfaa2f8a11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:37:24.204421 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2f0a0e-224f-4511-9dd2-a6d398e0b92d req-22d193af-f5a2-4324-b11c-d7d0d2dbdb1a service neutron] Bound using segment: {'id': '8297a5cd-c96f-437c-b6bb-56c8bceb9dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9f0551c7-6430-4845-aada-62dfaa2f8a11'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 10:37:24.205091 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-fe2f0a0e-224f-4511-9dd2-a6d398e0b92d req-22d193af-f5a2-4324-b11c-d7d0d2dbdb1a service neutron] Bound port: 5a918824-cebb-4510-aebc-018e2f7e10b1, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8297a5cd-c96f-437c-b6bb-56c8bceb9dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9f0551c7-6430-4845-aada-62dfaa2f8a11'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 10:37:24.205932 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-fe2f0a0e-224f-4511-9dd2-a6d398e0b92d req-22d193af-f5a2-4324-b11c-d7d0d2dbdb1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:24.279071 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8d4f9-d347-406a-803a-7bc51fbf35fc req-c1780b84-99f2-45dc-8054-6455458a90a4 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:24.285256 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-92b8d4f9-d347-406a-803a-7bc51fbf35fc req-c1780b84-99f2-45dc-8054-6455458a90a4 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.1456020 Nov 22 10:37:24.359195 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-fe2f0a0e-224f-4511-9dd2-a6d398e0b92d req-22d193af-f5a2-4324-b11c-d7d0d2dbdb1a service neutron] For port 5a918824-cebb-4510-aebc-018e2f7e10b1, host hv-cinder-80403, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 10:37:24.363507 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-fe2f0a0e-224f-4511-9dd2-a6d398e0b92d req-22d193af-f5a2-4324-b11c-d7d0d2dbdb1a service neutron] For port 5a918824-cebb-4510-aebc-018e2f7e10b1, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=5a918824-cebb-4510-aebc-018e2f7e10b1,segment=NetworkSegment(8297a5cd-c96f-437c-b6bb-56c8bceb9dbf),segment_id=8297a5cd-c96f-437c-b6bb-56c8bceb9dbf)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 10:37:24.377360 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-92b8d4f9-d347-406a-803a-7bc51fbf35fc req-4fb318b4-903d-4d0d-8cee-68cd49048f82 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868080 Nov 22 10:37:24.385150 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-fe2f0a0e-224f-4511-9dd2-a6d398e0b92d req-22d193af-f5a2-4324-b11c-d7d0d2dbdb1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:24.549407 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d193af-f5a2-4324-b11c-d7d0d2dbdb1a service neutron] Pushing event updated for resources: {'Port': ['ID=5a918824-cebb-4510-aebc-018e2f7e10b1,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:37:24.583395 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39d7b7-489a-4936-bcf6-4334b2627d08 req-a9d93300-38e1-4b27-a476-2391ab9833ee tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:24.592331 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ec39d7b7-489a-4936-bcf6-4334b2627d08 req-a9d93300-38e1-4b27-a476-2391ab9833ee tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 945 time: 0.1179488 Nov 22 10:37:24.829553 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f0a0e-224f-4511-9dd2-a6d398e0b92d req-22d193af-f5a2-4324-b11c-d7d0d2dbdb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:24.833626 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-fe2f0a0e-224f-4511-9dd2-a6d398e0b92d req-22d193af-f5a2-4324-b11c-d7d0d2dbdb1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:24.835886 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fe2f0a0e-224f-4511-9dd2-a6d398e0b92d req-22d193af-f5a2-4324-b11c-d7d0d2dbdb1a service neutron] 10.222.0.20 "PUT /v2.0/ports/5a918824-cebb-4510-aebc-018e2f7e10b1 HTTP/1.1" status: 200 len: 1093 time: 2.3394449 Nov 22 10:37:24.841343 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f79ad0cd-bef2-49ee-92cb-c20e41b3cedf', 'tag': '5a918824-cebb-4510-aebc-018e2f7e10b1'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:37:24.857386 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5429d6209f9db75179b029b02f265116e5db13468d9d60e00895472a7fa8ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2dbbc9d-bff9-4d8b-b095-b1862b008122" -d '{"events": [{"name": "network-changed", "server_uuid": "f79ad0cd-bef2-49ee-92cb-c20e41b3cedf", "tag": "5a918824-cebb-4510-aebc-018e2f7e10b1"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:37:24.862957 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e51c542e-efd8-4ba3-acb9-502f7fa55ad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:24.886114 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ec39d7b7-489a-4936-bcf6-4334b2627d08 req-4adf75ec-4a98-4515-ad4f-c3f6f890823d tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf58da-bfeb-4d08-b545-68fed93dbb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2924118 Nov 22 10:37:24.925159 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97052bf7-c76a-4b02-8f92-cd11dd6335db req-07512039-57a4-4ad5-9e1b-6758736d9c82 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:24.926818 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-97052bf7-c76a-4b02-8f92-cd11dd6335db req-07512039-57a4-4ad5-9e1b-6758736d9c82 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef620a8a-291f-484a-aacb-17f63097f482 HTTP/1.1" status: 200 len: 944 time: 0.2124109 Nov 22 10:37:25.094521 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f0a0e-224f-4511-9dd2-a6d398e0b92d req-d7286a66-77f6-4fff-abc0-3debf681f45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:25.097741 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fe2f0a0e-224f-4511-9dd2-a6d398e0b92d req-d7286a66-77f6-4fff-abc0-3debf681f45d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=48e14154c62a42a8b78c798e97aa89fb&device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf HTTP/1.1" status: 200 len: 1096 time: 0.1698987 Nov 22 10:37:25.116064 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-97052bf7-c76a-4b02-8f92-cd11dd6335db req-2d104e1f-475e-46f4-83d2-8ddf85e19430 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797810 Nov 22 10:37:25.116730 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device 8fcdd3ad-842b-4a16-9297-c14e81508bca up at agent hyperv_hv-cinder-80403 {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:37:25.174752 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b60841-0bae-419a-99a0-3f477224cb72 req-7bd89b82-0cf1-4b51-8a59-ee4ef2adf6c9 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:25.177558 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-01b60841-0bae-419a-99a0-3f477224cb72 req-7bd89b82-0cf1-4b51-8a59-ee4ef2adf6c9 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf HTTP/1.1" status: 200 len: 943 time: 0.1632841 Nov 22 10:37:25.180391 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fe2f0a0e-224f-4511-9dd2-a6d398e0b92d req-9d206f34-0434-471a-a63d-d798f4757cbe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a918824-cebb-4510-aebc-018e2f7e10b1 HTTP/1.1" status: 200 len: 217 time: 0.0627615 Nov 22 10:37:25.294162 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 10:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51bb9ef2-a89c-4dcb-9383-260273db360e x-openstack-request-id: req-51bb9ef2-a89c-4dcb-9383-260273db360e {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:37:25.295042 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f79ad0cd-bef2-49ee-92cb-c20e41b3cedf", "tag": "5a918824-cebb-4510-aebc-018e2f7e10b1", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:37:25.295547 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-51bb9ef2-a89c-4dcb-9383-260273db360e {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:37:25.296173 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f79ad0cd-bef2-49ee-92cb-c20e41b3cedf', 'tag': '5a918824-cebb-4510-aebc-018e2f7e10b1', 'status': 'completed', 'code': 200} Nov 22 10:37:25.298366 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f0a0e-224f-4511-9dd2-a6d398e0b92d req-2576f552-4ef7-4b19-81a1-09bb735cb765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:25.300613 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fe2f0a0e-224f-4511-9dd2-a6d398e0b92d req-2576f552-4ef7-4b19-81a1-09bb735cb765 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fc21decf-859f-49c8-bd91-1056ff444d5a HTTP/1.1" status: 200 len: 848 time: 0.1091244 Nov 22 10:37:25.306910 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-01b60841-0bae-419a-99a0-3f477224cb72 req-2443a65e-07c5-48b7-903b-b1cd2971b51a tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3a2b3ee-5d06-4ae4-b2b4-4ad2386cd0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231511 Nov 22 10:37:25.338965 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Provisioning for port 8fcdd3ad-842b-4a16-9297-c14e81508bca completed by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 10:37:25.346062 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Provisioning complete for port 8fcdd3ad-842b-4a16-9297-c14e81508bca triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:37:25.347079 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:25.408437 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f0a0e-224f-4511-9dd2-a6d398e0b92d req-0031e9d7-2340-4391-a5f2-551a36a9ae47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:25.410066 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fe2f0a0e-224f-4511-9dd2-a6d398e0b92d req-0031e9d7-2340-4391-a5f2-551a36a9ae47 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9f0551c7-6430-4845-aada-62dfaa2f8a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1004300 Nov 22 10:37:25.562454 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:25.595294 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e070df7-2fd9-41e4-9464-0b6622b3477c req-52ee0d6e-41b2-48c3-871b-27f3524a2b5c tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:25.597419 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8e070df7-2fd9-41e4-9464-0b6622b3477c req-52ee0d6e-41b2-48c3-871b-27f3524a2b5c tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 945 time: 0.0977104 Nov 22 10:37:25.605071 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef620a8a-291f-484a-aacb-17f63097f482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fcdd3ad-842b-4a16-9297-c14e81508bca'}] {{(pid=102912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:37:25.608132 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871da4fec6c70e81ce77d4e4817c66d6168a6b102b4e2b260a442deac58e97e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d789eb7-d615-4c1c-950c-aa2a6d8d2294" -d '{"events": [{"server_uuid": "ef620a8a-291f-484a-aacb-17f63097f482", "name": "network-vif-plugged", "status": "completed", "tag": "8fcdd3ad-842b-4a16-9297-c14e81508bca"}]}' {{(pid=102912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:37:25.613562 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fe2f0a0e-224f-4511-9dd2-a6d398e0b92d req-66ba427f-93b7-4398-b76e-912136962097 service neutron] 10.222.0.20 "GET /v2.0/networks/9f0551c7-6430-4845-aada-62dfaa2f8a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937397 Nov 22 10:37:25.624478 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port 8fcdd3ad-842b-4a16-9297-c14e81508bca, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8fcdd3ad-842b-4a16-9297-c14e81508bca,segment=NetworkSegment(db179ef4-ef68-4c74-b563-b96560450275),segment_id=db179ef4-ef68-4c74-b563-b96560450275)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:37:25.637345 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:25.725497 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Pushing event updated for resources: {'Port': ['ID=8fcdd3ad-842b-4a16-9297-c14e81508bca,revision_number=5']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:37:25.783018 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8e070df7-2fd9-41e4-9464-0b6622b3477c req-c97db310-7e46-453b-9d66-e3bcdc13a674 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683161 Nov 22 10:37:25.872563 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d39562-05ab-4fb1-ba4c-10d1e3901e58 req-096a8968-121d-4aa4-b9c1-3aa853bcbe0c tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:25.880670 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b8d39562-05ab-4fb1-ba4c-10d1e3901e58 req-096a8968-121d-4aa4-b9c1-3aa853bcbe0c tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.1237202 Nov 22 10:37:25.888795 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 10:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8adfa53-b572-4845-8a0e-9769306d6e08 x-openstack-request-id: req-e8adfa53-b572-4845-8a0e-9769306d6e08 {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:37:25.889310 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef620a8a-291f-484a-aacb-17f63097f482", "name": "network-vif-plugged", "status": "completed", "tag": "8fcdd3ad-842b-4a16-9297-c14e81508bca", "code": 200}]} {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:37:25.889411 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e8adfa53-b572-4845-8a0e-9769306d6e08 {{(pid=102912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:37:25.892762 dv-cinder-804035-13-iscsi neutron-server[102912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef620a8a-291f-484a-aacb-17f63097f482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fcdd3ad-842b-4a16-9297-c14e81508bca', 'code': 200} Nov 22 10:37:26.256394 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b8d39562-05ab-4fb1-ba4c-10d1e3901e58 req-7dc87f17-d018-49c8-a1da-629f7e27a889 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743751 Nov 22 10:37:26.271908 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fe2f0a0e-224f-4511-9dd2-a6d398e0b92d req-bdc70a34-98e3-4b0a-8349-b8b3160eb8d9 service neutron] 10.222.0.20 "GET /v2.0/networks/9f0551c7-6430-4845-aada-62dfaa2f8a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6360681 Nov 22 10:37:26.411391 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0309d5-3af4-4eee-bee5-ab41572571bb req-2cf1a241-d5b8-4538-a854-ba0c3b029b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:26.413640 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7b0309d5-3af4-4eee-bee5-ab41572571bb req-2cf1a241-d5b8-4538-a854-ba0c3b029b9b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ea3b1b45ca144f90b1c89acf24e22074&device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 1098 time: 0.5056796 Nov 22 10:37:26.446054 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aed972-6177-43b1-9e18-65ae12bba662 req-17e3e915-a66e-4d13-b309-e07ca0ac1b1f tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:26.448437 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-80aed972-6177-43b1-9e18-65ae12bba662 req-17e3e915-a66e-4d13-b309-e07ca0ac1b1f tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 945 time: 0.2170341 Nov 22 10:37:26.450559 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34149d8-4286-436e-a8ef-152a1d544665 req-4b981a43-7a20-447d-88b9-91aeaf9814f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:26.452373 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a34149d8-4286-436e-a8ef-152a1d544665 req-4b981a43-7a20-447d-88b9-91aeaf9814f6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ef620a8a-291f-484a-aacb-17f63097f482 HTTP/1.1" status: 200 len: 1098 time: 0.2307374 Nov 22 10:37:26.584088 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dbbc9d-bff9-4d8b-b095-b1862b008122 req-27d84f3e-1466-4a8c-b5ea-e26e4f5f33d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:26.586035 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b2dbbc9d-bff9-4d8b-b095-b1862b008122 req-27d84f3e-1466-4a8c-b5ea-e26e4f5f33d2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=48e14154c62a42a8b78c798e97aa89fb&device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf HTTP/1.1" status: 200 len: 1096 time: 0.2433271 Nov 22 10:37:26.923903 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc85080-a415-4eec-9887-db49e2887f49 req-57ae8865-29a8-4f62-b9c7-6ec439e5b279 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:26.925636 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6cc85080-a415-4eec-9887-db49e2887f49 req-57ae8865-29a8-4f62-b9c7-6ec439e5b279 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef620a8a-291f-484a-aacb-17f63097f482 HTTP/1.1" status: 200 len: 945 time: 0.5194039 Nov 22 10:37:26.932680 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a34149d8-4286-436e-a8ef-152a1d544665 req-4c4413af-431c-4f13-a29e-707a1aaf365d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4467783 Nov 22 10:37:26.985304 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-80aed972-6177-43b1-9e18-65ae12bba662 req-2adf4c42-c0c0-4fdd-bd00-735a7c65a4d1 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf58da-bfeb-4d08-b545-68fed93dbb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5009623 Nov 22 10:37:27.010621 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9ea2a389-c1d9-4905-a170-3957ff6bed04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:27.072388 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0309d5-3af4-4eee-bee5-ab41572571bb req-eb960ef8-c290-4890-ac0b-4c8b52ccf590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:27.076662 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7b0309d5-3af4-4eee-bee5-ab41572571bb req-eb960ef8-c290-4890-ac0b-4c8b52ccf590 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f8081780-6619-4e5e-aa59-236a3848a084 HTTP/1.1" status: 200 len: 911 time: 0.6229351 Nov 22 10:37:27.209947 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dbbc9d-bff9-4d8b-b095-b1862b008122 req-08f7c0af-a9b2-4983-b654-7f7a2d82a13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:27.212149 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b2dbbc9d-bff9-4d8b-b095-b1862b008122 req-08f7c0af-a9b2-4983-b654-7f7a2d82a13c service neutron] 10.222.0.20 "GET /v2.0/networks?id=9f0551c7-6430-4845-aada-62dfaa2f8a11 HTTP/1.1" status: 200 len: 910 time: 0.5657177 Nov 22 10:37:27.338135 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b2dbbc9d-bff9-4d8b-b095-b1862b008122 req-59ba9c0a-f1f5-4651-baf8-e14996f33b82 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a918824-cebb-4510-aebc-018e2f7e10b1 HTTP/1.1" status: 200 len: 217 time: 0.1030259 Nov 22 10:37:27.354240 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6cc85080-a415-4eec-9887-db49e2887f49 req-cad5414d-ca15-4796-86ca-e1d12d1b9147 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3991044 Nov 22 10:37:27.461604 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e5549-0846-49a5-a86e-a5491ce059cd req-fab66465-a258-4fd8-8200-366d0fe269e0 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:27.463533 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-087e5549-0846-49a5-a86e-a5491ce059cd req-fab66465-a258-4fd8-8200-366d0fe269e0 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf HTTP/1.1" status: 200 len: 943 time: 0.2788584 Nov 22 10:37:27.489383 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7b0309d5-3af4-4eee-bee5-ab41572571bb req-30f17589-0d94-427f-88ce-90aa188b307f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16c7e493-84ec-4f05-8c01-8c85e582654e HTTP/1.1" status: 200 len: 1001 time: 0.2929032 Nov 22 10:37:27.578029 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dbbc9d-bff9-4d8b-b095-b1862b008122 req-c267b871-6b62-4a5a-9e2d-efd5b04b7e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:27.579871 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b2dbbc9d-bff9-4d8b-b095-b1862b008122 req-c267b871-6b62-4a5a-9e2d-efd5b04b7e0e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fc21decf-859f-49c8-bd91-1056ff444d5a HTTP/1.1" status: 200 len: 848 time: 0.2220783 Nov 22 10:37:27.619455 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-087e5549-0846-49a5-a86e-a5491ce059cd req-00b1cf66-3126-426a-8a4b-bd4201d39f01 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3a2b3ee-5d06-4ae4-b2b4-4ad2386cd0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365047 Nov 22 10:37:27.666329 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627fac0-a254-410f-96f7-50c75be757d9 req-e2d34a00-d8a0-4cd2-8614-5dbdac683147 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:27.674088 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0627fac0-a254-410f-96f7-50c75be757d9 req-e2d34a00-d8a0-4cd2-8614-5dbdac683147 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 945 time: 0.2061496 Nov 22 10:37:27.677062 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0309d5-3af4-4eee-bee5-ab41572571bb req-f159d1b4-af4c-4eef-8551-423809886855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:27.679184 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7b0309d5-3af4-4eee-bee5-ab41572571bb req-f159d1b4-af4c-4eef-8551-423809886855 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42224e55-d7ca-4407-9b29-fa448fd58ac4 HTTP/1.1" status: 200 len: 849 time: 0.1487849 Nov 22 10:37:27.746565 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dbbc9d-bff9-4d8b-b095-b1862b008122 req-838fb94f-67e5-4321-b447-24ca096a471d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:27.748640 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b2dbbc9d-bff9-4d8b-b095-b1862b008122 req-838fb94f-67e5-4321-b447-24ca096a471d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9f0551c7-6430-4845-aada-62dfaa2f8a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1543303 Nov 22 10:37:27.861623 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0309d5-3af4-4eee-bee5-ab41572571bb req-939c668d-828b-4d2b-b54d-5fd5b8d4cb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:27.863223 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7b0309d5-3af4-4eee-bee5-ab41572571bb req-939c668d-828b-4d2b-b54d-5fd5b8d4cb0e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f8081780-6619-4e5e-aa59-236a3848a084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1734374 Nov 22 10:37:27.877493 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0627fac0-a254-410f-96f7-50c75be757d9 req-0c614478-fc42-4bf1-ab41-9db94ce5726d tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007718 Nov 22 10:37:27.980416 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c421a-49ac-4773-90ae-07befda1c538 req-8974420a-ae9b-40d6-9a6e-2c359cf6221d tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:27.981971 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-192c421a-49ac-4773-90ae-07befda1c538 req-8974420a-ae9b-40d6-9a6e-2c359cf6221d tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.2246194 Nov 22 10:37:28.015396 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b2dbbc9d-bff9-4d8b-b095-b1862b008122 req-89be43fc-a0ff-434c-affe-ae655481ca4b service neutron] 10.222.0.20 "GET /v2.0/networks/9f0551c7-6430-4845-aada-62dfaa2f8a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524128 Nov 22 10:37:28.057196 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0c934117-efa3-4f33-917a-019854f2ef65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:28.183514 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b2dbbc9d-bff9-4d8b-b095-b1862b008122 req-b8f33aa6-a9eb-4210-b4d6-b044ba716528 service neutron] 10.222.0.20 "GET /v2.0/networks/9f0551c7-6430-4845-aada-62dfaa2f8a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375544 Nov 22 10:37:28.242429 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7b0309d5-3af4-4eee-bee5-ab41572571bb req-14f01446-0e8a-4b69-bae1-5afcf4fb7148 service neutron] 10.222.0.20 "GET /v2.0/networks/f8081780-6619-4e5e-aa59-236a3848a084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522661 Nov 22 10:37:28.260619 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-192c421a-49ac-4773-90ae-07befda1c538 req-507b350d-d0ca-4ddd-84f5-701fe14b84bb tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675729 Nov 22 10:37:28.417005 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0306058-b3f8-4215-89fb-6a7b263eef4d req-a74ec605-dbcb-4757-a783-6321fbd02012 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:28.430357 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b0306058-b3f8-4215-89fb-6a7b263eef4d req-a74ec605-dbcb-4757-a783-6321fbd02012 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 945 time: 0.2455666 Nov 22 10:37:28.639878 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b0306058-b3f8-4215-89fb-6a7b263eef4d req-07b339b2-8e1d-4cec-8c79-648a8958eac4 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf58da-bfeb-4d08-b545-68fed93dbb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2018254 Nov 22 10:37:28.643356 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7b0309d5-3af4-4eee-bee5-ab41572571bb req-10cf615b-c918-4954-91b7-2476a19a5ecc service neutron] 10.222.0.20 "GET /v2.0/networks/f8081780-6619-4e5e-aa59-236a3848a084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3885956 Nov 22 10:37:28.700936 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456d48d-8f40-409f-8b39-2220e13bcf00 req-bef0f396-bf14-411a-9b2f-9496cb9520e9 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:28.702608 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9456d48d-8f40-409f-8b39-2220e13bcf00 req-bef0f396-bf14-411a-9b2f-9496cb9520e9 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef620a8a-291f-484a-aacb-17f63097f482 HTTP/1.1" status: 200 len: 945 time: 0.1710722 Nov 22 10:37:28.797174 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9456d48d-8f40-409f-8b39-2220e13bcf00 req-33bc2b1e-81f2-44f8-9e52-256698194606 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854895 Nov 22 10:37:28.881573 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a2062-fff3-4a1c-b8d6-203d315b5b39 req-d1e0a362-6755-4ff2-9207-a276eadd60db tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:28.890272 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-de4a2062-fff3-4a1c-b8d6-203d315b5b39 req-d1e0a362-6755-4ff2-9207-a276eadd60db tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf HTTP/1.1" status: 200 len: 943 time: 0.1538136 Nov 22 10:37:29.046967 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-de4a2062-fff3-4a1c-b8d6-203d315b5b39 req-4941166d-746c-4e5a-a808-2caa5474713a tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3a2b3ee-5d06-4ae4-b2b4-4ad2386cd0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557570 Nov 22 10:37:29.080169 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2f6d4c-a190-45e0-aaf0-17a090ef446c req-4d3b13bc-592a-493b-98d0-5b712e32a1b2 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:29.084231 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1e2f6d4c-a190-45e0-aaf0-17a090ef446c req-4d3b13bc-592a-493b-98d0-5b712e32a1b2 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 945 time: 0.0928833 Nov 22 10:37:29.173605 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1e2f6d4c-a190-45e0-aaf0-17a090ef446c req-b41c8591-4b07-44b1-aea1-c8d57079a61b tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830624 Nov 22 10:37:29.531010 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db9de6-35c1-4201-b1dd-e3c3c189652b req-28e93d06-d7c8-42f9-8161-7b1de27187d5 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:29.532685 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-43db9de6-35c1-4201-b1dd-e3c3c189652b req-28e93d06-d7c8-42f9-8161-7b1de27187d5 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.1231916 Nov 22 10:37:29.633224 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-43db9de6-35c1-4201-b1dd-e3c3c189652b req-25572cf5-f0de-4b0a-88e6-68eb07346238 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865846 Nov 22 10:37:29.786203 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a554653-58db-4a91-9687-d86d617ef3c5 req-187428e4-1ac6-449c-b91c-ecf7ab93da95 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:29.789892 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9a554653-58db-4a91-9687-d86d617ef3c5 req-187428e4-1ac6-449c-b91c-ecf7ab93da95 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 945 time: 0.0645571 Nov 22 10:37:29.854122 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e21c8dd6-a119-43bc-9b42-7d87f9168fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:29.940865 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9a554653-58db-4a91-9687-d86d617ef3c5 req-3027acb4-f015-4a99-bcfe-bd55af5339cb tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf58da-bfeb-4d08-b545-68fed93dbb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436958 Nov 22 10:37:30.035968 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229e14b-3303-4eb2-a746-d27d1df186c8 req-f59e562a-784e-4430-b488-6a9ff96941ba tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:30.049340 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6229e14b-3303-4eb2-a746-d27d1df186c8 req-f59e562a-784e-4430-b488-6a9ff96941ba tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef620a8a-291f-484a-aacb-17f63097f482 HTTP/1.1" status: 200 len: 945 time: 0.0912483 Nov 22 10:37:30.137714 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6229e14b-3303-4eb2-a746-d27d1df186c8 req-f23861fe-9ce9-4977-bbd7-52958c1af6cc tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868223 Nov 22 10:37:30.259774 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa1005-8889-44ca-995f-533dfd728fc5 req-5f2ac66f-73f2-4791-82e9-a79065d09681 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:30.262084 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-43aa1005-8889-44ca-995f-533dfd728fc5 req-5f2ac66f-73f2-4791-82e9-a79065d09681 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf HTTP/1.1" status: 200 len: 943 time: 0.0953219 Nov 22 10:37:30.360556 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-43aa1005-8889-44ca-995f-533dfd728fc5 req-4017e1c4-76dd-4276-bb34-ccbe104e4207 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3a2b3ee-5d06-4ae4-b2b4-4ad2386cd0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898447 Nov 22 10:37:30.374234 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa3b153-6988-4735-ac68-7ef782992dfa req-b48e14f4-342e-4d9b-a30c-5e32590c8d3e tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:30.375837 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-efa3b153-6988-4735-ac68-7ef782992dfa req-b48e14f4-342e-4d9b-a30c-5e32590c8d3e tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 945 time: 0.0936577 Nov 22 10:37:30.437877 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-efa3b153-6988-4735-ac68-7ef782992dfa req-5cc557c4-d804-428a-9f95-37ed46f3301c tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550630 Nov 22 10:37:30.809505 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:30.823467 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db6e44b-6427-4bfc-bcd2-b1f14eafd755 req-a5682521-91c5-46a5-bc9d-d834ee7b08df tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:30.825097 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0db6e44b-6427-4bfc-bcd2-b1f14eafd755 req-a5682521-91c5-46a5-bc9d-d834ee7b08df tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.0845311 Nov 22 10:37:30.936320 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0db6e44b-6427-4bfc-bcd2-b1f14eafd755 req-aec61485-2692-4fa0-803b-32a453e675d5 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009569 Nov 22 10:37:30.939823 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ecb77-417a-4352-9713-a466c298892b req-f40214e0-0465-44b5-9ce7-47846ea81df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:30.941329 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f44ecb77-417a-4352-9713-a466c298892b req-f40214e0-0465-44b5-9ce7-47846ea81df7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f2a799df19ef409eb8975d5f05fa1c01&device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 1098 time: 0.1152220 Nov 22 10:37:31.156946 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ecb77-417a-4352-9713-a466c298892b req-dc28eaae-4e9c-4b44-9b41-09e7c858e7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:31.163924 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f44ecb77-417a-4352-9713-a466c298892b req-dc28eaae-4e9c-4b44-9b41-09e7c858e7b0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e114790e-2c2f-46a4-8dd6-49197de38f16 HTTP/1.1" status: 200 len: 915 time: 0.2043886 Nov 22 10:37:31.247391 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f44ecb77-417a-4352-9713-a466c298892b req-2b417c17-96a4-48db-a257-741a44389d51 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec HTTP/1.1" status: 200 len: 1000 time: 0.0759540 Nov 22 10:37:31.316775 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ecb77-417a-4352-9713-a466c298892b req-238fa42c-8d7a-4e8a-83a9-213713f8b579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:31.318266 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f44ecb77-417a-4352-9713-a466c298892b req-238fa42c-8d7a-4e8a-83a9-213713f8b579 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c4f21e7d-d84a-4ede-b812-0052f7303231 HTTP/1.1" status: 200 len: 853 time: 0.0628006 Nov 22 10:37:31.377242 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ecb77-417a-4352-9713-a466c298892b req-d99ba114-8708-40d9-b809-59f612f57ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:31.378835 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f44ecb77-417a-4352-9713-a466c298892b req-d99ba114-8708-40d9-b809-59f612f57ba4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e114790e-2c2f-46a4-8dd6-49197de38f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0520396 Nov 22 10:37:31.914656 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f44ecb77-417a-4352-9713-a466c298892b req-98b19506-24ae-4c30-991e-381c6d360778 service neutron] 10.222.0.20 "GET /v2.0/networks/e114790e-2c2f-46a4-8dd6-49197de38f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5272915 Nov 22 10:37:31.924510 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06e8ea-40a0-42d6-9f41-cfb71dd79e19 req-45154a56-a1de-4088-b1c3-747bd1e56a59 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:31.926100 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-db06e8ea-40a0-42d6-9f41-cfb71dd79e19 req-45154a56-a1de-4088-b1c3-747bd1e56a59 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 945 time: 0.1548209 Nov 22 10:37:31.928122 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797302a-bbf0-43f2-873d-46bbb0af0e91 req-be201c36-8090-462e-8ebf-86cb114f65ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:31.929522 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a797302a-bbf0-43f2-873d-46bbb0af0e91 req-be201c36-8090-462e-8ebf-86cb114f65ae service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 1099 time: 0.1536105 Nov 22 10:37:31.960082 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a532b-7e58-4a70-979e-259bae625265 req-2dbbd9ab-2093-4087-be24-d48043ced36a tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:31.967784 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7f9a532b-7e58-4a70-979e-259bae625265 req-2dbbd9ab-2093-4087-be24-d48043ced36a tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf HTTP/1.1" status: 200 len: 943 time: 0.1951249 Nov 22 10:37:32.153270 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-db06e8ea-40a0-42d6-9f41-cfb71dd79e19 req-b7905b91-3b41-4587-b670-62364b2af785 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2023058 Nov 22 10:37:32.174073 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a797302a-bbf0-43f2-873d-46bbb0af0e91 req-87599c42-55a4-46b6-bbcb-72c9fb78a7ad service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220731 Nov 22 10:37:32.184684 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7f9a532b-7e58-4a70-979e-259bae625265 req-fd3016f3-9230-4230-bf26-600a704f4d4a tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3a2b3ee-5d06-4ae4-b2b4-4ad2386cd0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2160192 Nov 22 10:37:32.191254 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f44ecb77-417a-4352-9713-a466c298892b req-d6e0129c-e436-45e2-8725-3e3d35ddf1bc service neutron] 10.222.0.20 "GET /v2.0/networks/e114790e-2c2f-46a4-8dd6-49197de38f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478824 Nov 22 10:37:32.315229 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa0c98-399e-4703-b76c-dcaab068596b req-90db2b4f-54e4-4b1d-9cd4-66e602cea3c0 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:32.317194 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-71fa0c98-399e-4703-b76c-dcaab068596b req-90db2b4f-54e4-4b1d-9cd4-66e602cea3c0 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.0691004 Nov 22 10:37:32.382404 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-71fa0c98-399e-4703-b76c-dcaab068596b req-6840113b-0e47-4d10-aaf7-17a59ac6c2ae tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548654 Nov 22 10:37:33.191620 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 42680) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:37:33.260789 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_v2 [None req-04b897d7-0fc0-41e4-a1ec-01f4737575ef admin admin] Deleting subnet 1c062ff3-3b29-423e-8521-ebba15772f8d {{(pid=102911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 10:37:33.286887 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-04b897d7-0fc0-41e4-a1ec-01f4737575ef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:33.378098 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-04b897d7-0fc0-41e4-a1ec-01f4737575ef admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:33.394161 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-04b897d7-0fc0-41e4-a1ec-01f4737575ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4094229'] for subnet, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:33.427990 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8867dbbc-a948-43c2-93ad-6448e773b8a8 req-c69b7ac1-f78b-4aed-a250-8f398a6628c9 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:33.429662 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8867dbbc-a948-43c2-93ad-6448e773b8a8 req-c69b7ac1-f78b-4aed-a250-8f398a6628c9 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 945 time: 0.1663468 Nov 22 10:37:33.444260 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec86382-71c6-4567-9f5f-2d1f2412f902 req-38e9d10e-aacc-4cae-97f8-9ed171278530 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:33.446082 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-cec86382-71c6-4567-9f5f-2d1f2412f902 req-38e9d10e-aacc-4cae-97f8-9ed171278530 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf HTTP/1.1" status: 200 len: 943 time: 0.1814039 Nov 22 10:37:33.562692 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-cec86382-71c6-4567-9f5f-2d1f2412f902 req-ef278749-6a3e-4b2f-b6ea-a8f740fa17d2 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3a2b3ee-5d06-4ae4-b2b4-4ad2386cd0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013393 Nov 22 10:37:33.567178 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-04b897d7-0fc0-41e4-a1ec-01f4737575ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4094220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861'] for subnet, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:33.615292 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8867dbbc-a948-43c2-93ad-6448e773b8a8 req-5eb8d95c-d01f-45a1-b359-0b622b1e3adf tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680768 Nov 22 10:37:33.620424 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b897d7-0fc0-41e4-a1ec-01f4737575ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c062ff3-3b29-423e-8521-ebba15772f8d,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:37:33.630181 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-04b897d7-0fc0-41e4-a1ec-01f4737575ef admin admin] Publish callbacks [] for subnet, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:33.636222 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-04b897d7-0fc0-41e4-a1ec-01f4737575ef admin admin] 10.222.0.46 "DELETE /v2.0/subnets/1c062ff3-3b29-423e-8521-ebba15772f8d HTTP/1.1" status: 204 len: 168 time: 0.4434614 Nov 22 10:37:33.639247 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 42688) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:37:33.766268 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3cfd822d-25c0-4e51-9682-a14bcc324523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4185191'] for network, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:33.781107 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f3b44-71ca-441f-9de8-1b232736b75d req-2af5a1a3-8d7c-4df5-a3ce-2d50fa921e4d tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:33.782934 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-da8f3b44-71ca-441f-9de8-1b232736b75d req-2af5a1a3-8d7c-4df5-a3ce-2d50fa921e4d tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.0813308 Nov 22 10:37:33.906892 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-da8f3b44-71ca-441f-9de8-1b232736b75d req-9d8eab5a-4c54-44d0-be13-afd8cb51874b tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140316 Nov 22 10:37:33.915240 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3cfd822d-25c0-4e51-9682-a14bcc324523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4095910', 'neutron.services.segments.db._delete_segments_for_network-8749315723659'] for network, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:33.951482 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3cfd822d-25c0-4e51-9682-a14bcc324523 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:37:33.952048 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3cfd822d-25c0-4e51-9682-a14bcc324523 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:37:33.953268 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3cfd822d-25c0-4e51-9682-a14bcc324523 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:37:33.953814 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3cfd822d-25c0-4e51-9682-a14bcc324523 admin admin] Subscribe: > port after_create 55550000 {{(pid=102911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:37:33.954293 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3cfd822d-25c0-4e51-9682-a14bcc324523 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:37:33.954702 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3cfd822d-25c0-4e51-9682-a14bcc324523 admin admin] Subscribe: > port after_update 55550000 {{(pid=102911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:37:33.955196 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3cfd822d-25c0-4e51-9682-a14bcc324523 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:37:33.955653 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3cfd822d-25c0-4e51-9682-a14bcc324523 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:37:33.956152 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3cfd822d-25c0-4e51-9682-a14bcc324523 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:37:33.956693 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3cfd822d-25c0-4e51-9682-a14bcc324523 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:37:34.063963 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3cfd822d-25c0-4e51-9682-a14bcc324523 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:37:34.064423 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3cfd822d-25c0-4e51-9682-a14bcc324523 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:37:34.064813 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3cfd822d-25c0-4e51-9682-a14bcc324523 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:37:34.065229 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3cfd822d-25c0-4e51-9682-a14bcc324523 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 10:37:34.065629 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.services.segments.db [None req-3cfd822d-25c0-4e51-9682-a14bcc324523 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75fe944d-7f58-47aa-b60a-343caa9b99aa']}} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:37:34.086150 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.services.segments.db [None req-3cfd822d-25c0-4e51-9682-a14bcc324523 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c328c1b-5346-40cf-a48a-8aa2d1f362ae') {'for_net_delete': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:37:34.086150 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.services.segments.db [None req-3cfd822d-25c0-4e51-9682-a14bcc324523 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c328c1b-5346-40cf-a48a-8aa2d1f362ae') {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:37:34.108134 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3cfd822d-25c0-4e51-9682-a14bcc324523 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749315818006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8590663'] for segment, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:34.135202 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3cfd822d-25c0-4e51-9682-a14bcc324523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4063698'] for segment, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:34.145333 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cfd822d-25c0-4e51-9682-a14bcc324523 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=102911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 10:37:34.145745 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3cfd822d-25c0-4e51-9682-a14bcc324523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4063698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11987739'] for segment, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:34.150149 dv-cinder-804035-13-iscsi neutron-server[102911]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 22 10:37:34.150149 dv-cinder-804035-13-iscsi neutron-server[102911]: from cryptography.utils import int_from_bytes Nov 22 10:37:34.150149 dv-cinder-804035-13-iscsi neutron-server[102911]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 22 10:37:34.150149 dv-cinder-804035-13-iscsi neutron-server[102911]: from cryptography.utils import int_from_bytes Nov 22 10:37:34.150149 dv-cinder-804035-13-iscsi neutron-server[102911]: Traceback (most recent call last): Nov 22 10:37:34.150149 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 10:37:34.150149 dv-cinder-804035-13-iscsi neutron-server[102911]: timer() Nov 22 10:37:34.150149 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 10:37:34.150149 dv-cinder-804035-13-iscsi neutron-server[102911]: cb(*args, **kw) Nov 22 10:37:34.150149 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 10:37:34.150149 dv-cinder-804035-13-iscsi neutron-server[102911]: return func(*args, **kwargs) Nov 22 10:37:34.150149 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 10:37:34.150149 dv-cinder-804035-13-iscsi neutron-server[102911]: self._notify() Nov 22 10:37:34.150149 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 10:37:34.150149 dv-cinder-804035-13-iscsi neutron-server[102911]: self.callback(batched_events) Nov 22 10:37:34.150149 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 10:37:34.150149 dv-cinder-804035-13-iscsi neutron-server[102911]: event.method(event) Nov 22 10:37:34.150149 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 10:37:34.150149 dv-cinder-804035-13-iscsi neutron-server[102911]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 10:37:34.150149 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 10:37:34.150149 dv-cinder-804035-13-iscsi neutron-server[102911]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 10:37:34.150149 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 10:37:34.150149 dv-cinder-804035-13-iscsi neutron-server[102911]: return f(self, *a, **k) Nov 22 10:37:34.150149 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 10:37:34.150149 dv-cinder-804035-13-iscsi neutron-server[102911]: return self._get(url).json() Nov 22 10:37:34.150149 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 10:37:34.150149 dv-cinder-804035-13-iscsi neutron-server[102911]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 10:37:34.150149 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 10:37:34.150149 dv-cinder-804035-13-iscsi neutron-server[102911]: return self.request(url, 'GET', **kwargs) Nov 22 10:37:34.150149 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 10:37:34.150149 dv-cinder-804035-13-iscsi neutron-server[102911]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 10:37:34.150149 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 10:37:34.150149 dv-cinder-804035-13-iscsi neutron-server[102911]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 10:37:34.150149 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 10:37:34.150149 dv-cinder-804035-13-iscsi neutron-server[102911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 10:37:34.150149 dv-cinder-804035-13-iscsi neutron-server[102911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 10:37:34.219119 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3cfd822d-25c0-4e51-9682-a14bcc324523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4095928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1030268'] for network, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:34.238165 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfd822d-25c0-4e51-9682-a14bcc324523 admin admin] Pushing event deleted for resources: {'Network': ['ID=75fe944d-7f58-47aa-b60a-343caa9b99aa,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:37:34.240257 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3cfd822d-25c0-4e51-9682-a14bcc324523 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for network, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:34.244232 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-3cfd822d-25c0-4e51-9682-a14bcc324523 admin admin] 10.222.0.46 "DELETE /v2.0/networks/75fe944d-7f58-47aa-b60a-343caa9b99aa HTTP/1.1" status: 204 len: 168 time: 0.6037128 Nov 22 10:37:34.554507 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 42698) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:37:34.634095 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-cc7b776c-b7d8-4c69-ab97-2dddaedd3b30 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4aa86d766a954554b6dc79984ed36bd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0760574 Nov 22 10:37:34.634385 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 42702) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:37:34.744765 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e00698f8-7f6c-4593-8500-4d9f117f5d60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:34.790554 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797643d9-d2d7-4892-a4f8-5fe783f77bda req-f30e99da-51df-4baa-afef-33c9b155524b tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:34.792357 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-797643d9-d2d7-4892-a4f8-5fe783f77bda req-f30e99da-51df-4baa-afef-33c9b155524b tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf HTTP/1.1" status: 200 len: 943 time: 0.1335585 Nov 22 10:37:34.834756 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e00698f8-7f6c-4593-8500-4d9f117f5d60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:34.919147 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d253f2-3581-46f2-968d-91a03af02003 req-0c0a00ff-eb69-4477-a253-9a89ed9edc2c tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:34.920950 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-15d253f2-3581-46f2-968d-91a03af02003 req-0c0a00ff-eb69-4477-a253-9a89ed9edc2c tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 945 time: 0.1575940 Nov 22 10:37:34.926336 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-797643d9-d2d7-4892-a4f8-5fe783f77bda req-2da0e862-baee-4ca2-9ab6-60789e30ef32 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3a2b3ee-5d06-4ae4-b2b4-4ad2386cd0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220608 Nov 22 10:37:34.992495 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e00698f8-7f6c-4593-8500-4d9f117f5d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:34.995425 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e00698f8-7f6c-4593-8500-4d9f117f5d60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:34.999343 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-e00698f8-7f6c-4593-8500-4d9f117f5d60 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/68e69de2-a7b6-4f55-abcf-22017b026c31 HTTP/1.1" status: 204 len: 168 time: 0.3598113 Nov 22 10:37:35.026421 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-15d253f2-3581-46f2-968d-91a03af02003 req-f239c344-9469-410f-9530-46219f1684e4 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913677 Nov 22 10:37:35.032803 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00698f8-7f6c-4593-8500-4d9f117f5d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e69de2-a7b6-4f55-abcf-22017b026c31,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:37:35.124481 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f769b-9499-4532-93c7-9f20f58b52bc req-d208f8c8-0a61-4e89-bb5e-5f1982d53a78 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:35.126379 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-728f769b-9499-4532-93c7-9f20f58b52bc req-d208f8c8-0a61-4e89-bb5e-5f1982d53a78 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.0828292 Nov 22 10:37:35.176465 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device 5a918824-cebb-4510-aebc-018e2f7e10b1 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 10:37:35.183838 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device 1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 10:37:35.188028 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-728f769b-9499-4532-93c7-9f20f58b52bc req-22e3dd2e-0690-4ee0-aa1e-1d02194d9c20 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549028 Nov 22 10:37:35.504579 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:35.543364 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port 5a918824-cebb-4510-aebc-018e2f7e10b1, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=5a918824-cebb-4510-aebc-018e2f7e10b1,segment=NetworkSegment(8297a5cd-c96f-437c-b6bb-56c8bceb9dbf),segment_id=8297a5cd-c96f-437c-b6bb-56c8bceb9dbf)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:37:35.559898 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '640f234a-3202-4c2c-97b9-32b4048c9ef3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec'}] {{(pid=102912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:37:35.562517 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871da4fec6c70e81ce77d4e4817c66d6168a6b102b4e2b260a442deac58e97e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75dbb558-2724-49bf-8ccf-2e906cfb35ab" -d '{"events": [{"server_uuid": "640f234a-3202-4c2c-97b9-32b4048c9ef3", "name": "network-vif-unplugged", "status": "completed", "tag": "1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec"}]}' {{(pid=102912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:37:35.576969 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Returning: {'device': '5a918824-cebb-4510-aebc-018e2f7e10b1', 'network_id': '9f0551c7-6430-4845-aada-62dfaa2f8a11', 'port_id': '5a918824-cebb-4510-aebc-018e2f7e10b1', 'mac_address': 'fa:16:3e:be:0a:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc21decf-859f-49c8-bd91-1056ff444d5a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 10:37:35.582399 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port 1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec,segment=NetworkSegment(b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c),segment_id=b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:37:35.627877 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:35.636233 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 22 Nov 2021 10:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b7f8805-fdbf-45d5-9605-85fe6dda9413 x-openstack-request-id: req-8b7f8805-fdbf-45d5-9605-85fe6dda9413 {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:37:35.636633 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "640f234a-3202-4c2c-97b9-32b4048c9ef3", "name": "network-vif-unplugged", "status": "failed", "tag": "1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec", "code": 422}]} {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:37:35.637016 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8b7f8805-fdbf-45d5-9605-85fe6dda9413 {{(pid=102912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:37:35.637521 dv-cinder-804035-13-iscsi neutron-server[102912]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '640f234a-3202-4c2c-97b9-32b4048c9ef3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec', 'code': 422} returned with failed status Nov 22 10:37:35.655155 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:35.722459 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a918824-cebb-4510-aebc-018e2f7e10b1 {{(pid=102912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 10:37:35.762510 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [req-06cf049d-a355-4333-b646-04f5dbd90eef req-a0e2cb38-954a-440c-bb2f-212ac4295e57 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 10:37:35.763137 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port 5a918824-cebb-4510-aebc-018e2f7e10b1, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=5a918824-cebb-4510-aebc-018e2f7e10b1,segment=NetworkSegment(8297a5cd-c96f-437c-b6bb-56c8bceb9dbf),segment_id=8297a5cd-c96f-437c-b6bb-56c8bceb9dbf)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:37:35.763540 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-06cf049d-a355-4333-b646-04f5dbd90eef req-a0e2cb38-954a-440c-bb2f-212ac4295e57 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058241 Nov 22 10:37:35.766900 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Pushing event updated for resources: {'Port': ['ID=1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec,revision_number=8']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:37:35.771067 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:35.826674 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Pushing event updated for resources: {'Port': ['ID=5a918824-cebb-4510-aebc-018e2f7e10b1,revision_number=4']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:37:36.060189 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 42792) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:37:36.121235 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09a5eb-7782-43fb-8812-a4c430187ed9 req-912cf58e-2dfa-41f2-a6da-f6dc640ce8d2 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:36.123098 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3a09a5eb-7782-43fb-8812-a4c430187ed9 req-912cf58e-2dfa-41f2-a6da-f6dc640ce8d2 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 943 time: 0.1594996 Nov 22 10:37:36.131130 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8436e41-a97c-4793-9ff3-7609c5ea3bba req-444d4006-be23-4262-a568-30892f561110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:36.133052 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f8436e41-a97c-4793-9ff3-7609c5ea3bba req-444d4006-be23-4262-a568-30892f561110 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=47dcd8cc91c540eda175b762b2cc6d9d&device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 1099 time: 0.1538942 Nov 22 10:37:36.160667 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20e66d-295c-4287-a38a-31f3fa6bd236 req-878e4dd5-b9dd-4430-a170-e957b6c7e136 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:36.162500 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ce20e66d-295c-4287-a38a-31f3fa6bd236 req-878e4dd5-b9dd-4430-a170-e957b6c7e136 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/networks?id=a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0 HTTP/1.1" status: 200 len: 814 time: 0.2222943 Nov 22 10:37:36.166155 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] get_ports_and_sgs() called for port_ids ['5a918824-cebb-4510-aebc-018e2f7e10b1'] {{(pid=102912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 10:37:36.213261 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.v2.base [None req-31730d0f-3418-4a37-baf3-129d3bdbcc51 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1338251796-network', 'tenant_id': '93b9423a62144c8a975aacb49a424865'}} {{(pid=102910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:37:36.245018 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31730d0f-3418-4a37-baf3-129d3bdbcc51 admin admin] Made reservation on behalf of 93b9423a62144c8a975aacb49a424865 for: {'network': 1} {{(pid=102910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 10:37:36.252346 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ce20e66d-295c-4287-a38a-31f3fa6bd236 req-d0aef91a-3d77-45bd-95af-8ba396bf3bf0 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/quotas/549a9a424a794c74836d8d862db06e25 HTTP/1.1" status: 200 len: 375 time: 0.0806489 Nov 22 10:37:36.252768 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-31730d0f-3418-4a37-baf3-129d3bdbcc51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for network, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:36.269781 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-31730d0f-3418-4a37-baf3-129d3bdbcc51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:36.297074 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3a09a5eb-7782-43fb-8812-a4c430187ed9 req-30bac506-8747-40fd-9690-53e0859fe500 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621327 Nov 22 10:37:36.365233 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-31730d0f-3418-4a37-baf3-129d3bdbcc51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:36.373531 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-31730d0f-3418-4a37-baf3-129d3bdbcc51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:36.381837 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ce20e66d-295c-4287-a38a-31f3fa6bd236 req-ef3ba86d-67ab-44cf-b9cf-bdb186f84bac tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=549a9a424a794c74836d8d862db06e25&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1203508 Nov 22 10:37:36.391952 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8436e41-a97c-4793-9ff3-7609c5ea3bba req-39ea306d-efda-4a76-bc43-aa777ba093bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:36.393385 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f8436e41-a97c-4793-9ff3-7609c5ea3bba req-39ea306d-efda-4a76-bc43-aa777ba093bb service neutron] 10.222.0.20 "GET /v2.0/networks?id=153a66f8-3695-4a0f-8479-33d7bddbc164 HTTP/1.1" status: 200 len: 920 time: 0.2519062 Nov 22 10:37:36.401790 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31730d0f-3418-4a37-baf3-129d3bdbcc51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=102910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 10:37:36.420658 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31730d0f-3418-4a37-baf3-129d3bdbcc51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e40a7e6-cdbe-4f0e-a119-0e19f7af0085,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:37:36.426139 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-31730d0f-3418-4a37-baf3-129d3bdbcc51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4063698'] for segment, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:36.426737 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.db.segments_db [None req-31730d0f-3418-4a37-baf3-129d3bdbcc51 admin admin] Added segment a3762868-92fb-41e1-aa65-788b4f27c4fb of type vlan for network 8322e46a-3342-4b13-a227-93a753c68c4d Nov 22 10:37:36.498872 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 42804) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:37:36.501889 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-31730d0f-3418-4a37-baf3-129d3bdbcc51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749315269614'] for network, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:36.514528 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f8436e41-a97c-4793-9ff3-7609c5ea3bba req-556fddd4-f2c6-427d-8bf7-053e961d0cf2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7b68ff2-ecd7-4e74-81b4-cf38071ef393 HTTP/1.1" status: 200 len: 217 time: 0.1015642 Nov 22 10:37:36.541750 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-31730d0f-3418-4a37-baf3-129d3bdbcc51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861'] for network, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:36.542981 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31730d0f-3418-4a37-baf3-129d3bdbcc51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:36.544245 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-31730d0f-3418-4a37-baf3-129d3bdbcc51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for network, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:36.597183 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ce20e66d-295c-4287-a38a-31f3fa6bd236 req-de8d685a-23ea-4730-9b08-281cb6a2ac2e service neutron] 10.222.0.46 "GET /v2.0/networks/a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143760 Nov 22 10:37:36.613182 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d4afd-c22f-4768-a981-fe748690c212 req-37755e8a-bef5-41f3-b3ab-5e2c12b406ab tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:36.614856 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e35d4afd-c22f-4768-a981-fe748690c212 req-37755e8a-bef5-41f3-b3ab-5e2c12b406ab tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.2306356 Nov 22 10:37:36.653650 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-31730d0f-3418-4a37-baf3-129d3bdbcc51 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5888953 Nov 22 10:37:36.658186 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 42808) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:37:36.670241 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8436e41-a97c-4793-9ff3-7609c5ea3bba req-201fd60f-c400-4e4f-b429-daf8d1e5ec50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:36.671691 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f8436e41-a97c-4793-9ff3-7609c5ea3bba req-201fd60f-c400-4e4f-b429-daf8d1e5ec50 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c80a285c-563e-448a-9814-994fad543ecd HTTP/1.1" status: 200 len: 859 time: 0.1446638 Nov 22 10:37:36.671826 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.v2.base [None req-f7bc2c63-7dda-4dd5-84ce-a48539266a68 admin admin] Request body: {'subnet': {'network_id': '8322e46a-3342-4b13-a227-93a753c68c4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1338251796-subnet', 'tenant_id': '93b9423a62144c8a975aacb49a424865', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:37:36.686133 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31730d0f-3418-4a37-baf3-129d3bdbcc51 admin admin] Pushing event updated for resources: {'Network': ['ID=8322e46a-3342-4b13-a227-93a753c68c4d,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:37:36.697707 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Network 8322e46a-3342-4b13-a227-93a753c68c4d details requested by agent ovs-agent-dv-cinder-804035-13-iscsi with host dv-cinder-804035-13-iscsi {{(pid=102912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 10:37:36.703460 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [req-c2ca03d4-eaa5-404a-9ac5-602021f22918 req-48a414c8-8e4c-4483-9fab-c7af50ab0897 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2033722 Nov 22 10:37:36.713760 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [req-c2ca03d4-eaa5-404a-9ac5-602021f22918 req-708618f9-24d4-4aa7-a7a2-994fa37ed0ce service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 10:37:36.714806 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [req-c2ca03d4-eaa5-404a-9ac5-602021f22918 req-708618f9-24d4-4aa7-a7a2-994fa37ed0ce service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055637 Nov 22 10:37:36.716166 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7bc2c63-7dda-4dd5-84ce-a48539266a68 admin admin] Made reservation on behalf of 93b9423a62144c8a975aacb49a424865 for: {'subnet': 1} {{(pid=102910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 10:37:36.718506 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f7bc2c63-7dda-4dd5-84ce-a48539266a68 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11983807'] for subnet, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:36.754744 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f8436e41-a97c-4793-9ff3-7609c5ea3bba req-8b68c4bb-b565-40ec-8b73-048bb926354f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=153a66f8-3695-4a0f-8479-33d7bddbc164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653102 Nov 22 10:37:36.762973 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e35d4afd-c22f-4768-a981-fe748690c212 req-4404922b-92eb-4962-aa47-c53b3157c9a5 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362276 Nov 22 10:37:36.839562 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ce20e66d-295c-4287-a38a-31f3fa6bd236 req-f1b3ba94-6f8f-472b-91dc-8bc5c4e1690e service neutron] 10.222.0.46 "GET /v2.0/networks/a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351103 Nov 22 10:37:36.924138 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008c7c6-9304-48c2-9d4f-0396b80adceb req-c47e2bfa-84cb-422b-b028-d5965537e9ea tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:36.925831 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8008c7c6-9304-48c2-9d4f-0396b80adceb req-c47e2bfa-84cb-422b-b028-d5965537e9ea tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf HTTP/1.1" status: 200 len: 944 time: 0.0838492 Nov 22 10:37:36.930240 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f8436e41-a97c-4793-9ff3-7609c5ea3bba req-7f06831b-7cb3-4e82-9c49-74317333d962 service neutron] 10.222.0.20 "GET /v2.0/networks/153a66f8-3695-4a0f-8479-33d7bddbc164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595521 Nov 22 10:37:36.986416 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f7bc2c63-7dda-4dd5-84ce-a48539266a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1162023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11983761'] for subnet, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:37.080009 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bc2c63-7dda-4dd5-84ce-a48539266a68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=577eebcf-b7ff-49af-bb41-5fd2bf870914,revision_number=0']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:37:37.118167 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bc2c63-7dda-4dd5-84ce-a48539266a68 admin admin] Checking segment: {'id': 'a3762868-92fb-41e1-aa65-788b4f27c4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8322e46a-3342-4b13-a227-93a753c68c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:37:37.118635 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bc2c63-7dda-4dd5-84ce-a48539266a68 admin admin] Network hostable DHCP agents. Network: 8322e46a-3342-4b13-a227-93a753c68c4d, hostable agents: ['3a915d71-ad94-46fb-aadb-328912ff9e3f'], hosted agents: [] {{(pid=102910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 10:37:37.142222 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bc2c63-7dda-4dd5-84ce-a48539266a68 admin admin] Network 8322e46a-3342-4b13-a227-93a753c68c4d is scheduled to be hosted by DHCP agent 3a915d71-ad94-46fb-aadb-328912ff9e3f with binding_index 1 {{(pid=102910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 10:37:37.158624 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-f7bc2c63-7dda-4dd5-84ce-a48539266a68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-13-iscsi, 8322e46a-3342-4b13-a227-93a753c68c4d) {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:37:37.164994 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7bc2c63-7dda-4dd5-84ce-a48539266a68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:37.165649 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f7bc2c63-7dda-4dd5-84ce-a48539266a68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for subnet, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:37.174830 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff7dd0a-1713-4c9f-832a-3b5106c0d4ec None None] Network 8322e46a-3342-4b13-a227-93a753c68c4d requested from dv-cinder-804035-13-iscsi {{(pid=102912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 10:37:37.201501 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-f7bc2c63-7dda-4dd5-84ce-a48539266a68 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5273874 Nov 22 10:37:37.371153 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183d359f-c08b-4a96-a7e1-dce61d3fc069 None None] Network 8322e46a-3342-4b13-a227-93a753c68c4d requested from dv-cinder-804035-13-iscsi {{(pid=102912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 10:37:37.445165 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-64f51cc6-3b92-41cd-b6b9-47a74f7b175c req-0d673277-b0aa-4e14-82fc-88651ad96bd3 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 210 time: 0.0364823 Nov 22 10:37:37.517147 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8008c7c6-9304-48c2-9d4f-0396b80adceb req-6733a79d-a06d-4ebb-8313-8b6970dd245f tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3a2b3ee-5d06-4ae4-b2b4-4ad2386cd0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5803220 Nov 22 10:37:37.543857 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f8436e41-a97c-4793-9ff3-7609c5ea3bba req-a6b84a3f-16b7-4cea-993d-cbe9fabe40f9 service neutron] 10.222.0.20 "GET /v2.0/networks/153a66f8-3695-4a0f-8479-33d7bddbc164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5905180 Nov 22 10:37:37.654738 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22123a87-5b87-422a-9bec-ed8e8dd45798 req-8ec9a36c-fb94-41e4-81a4-7595d57006ca tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:37.656570 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-22123a87-5b87-422a-9bec-ed8e8dd45798 req-8ec9a36c-fb94-41e4-81a4-7595d57006ca tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 943 time: 0.0631869 Nov 22 10:37:37.714262 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-22123a87-5b87-422a-9bec-ed8e8dd45798 req-4c44b1e7-b89d-40e3-a97b-a94e39eed944 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488083 Nov 22 10:37:37.901714 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1ca3f-70bd-4b2c-bd63-75f20eb88bcc req-2b253997-8149-46b1-9659-b5fee1c134f3 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:37.903357 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-61a1ca3f-70bd-4b2c-bd63-75f20eb88bcc req-2b253997-8149-46b1-9659-b5fee1c134f3 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.0561199 Nov 22 10:37:37.959563 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-61a1ca3f-70bd-4b2c-bd63-75f20eb88bcc req-805e8cde-8a97-42ea-a0fd-b44916d20feb tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501854 Nov 22 10:37:38.582485 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a0652358-e67a-4d91-82ad-e301fb83a659 req-955075ca-0e83-4ad5-b185-5f2cae1df3b8 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 210 time: 0.0348523 Nov 22 10:37:38.656140 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20e66d-295c-4287-a38a-31f3fa6bd236 req-893bb3ba-e2b4-46c3-b0d7-98bb254d1578 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:38.657734 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ce20e66d-295c-4287-a38a-31f3fa6bd236 req-893bb3ba-e2b4-46c3-b0d7-98bb254d1578 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.20 "GET /v2.0/networks?id=a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0 HTTP/1.1" status: 200 len: 814 time: 0.1623669 Nov 22 10:37:38.673190 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a101dbd-65e8-4b58-977b-eb74d780b4a6 req-bd0d47fe-00a9-48ed-ba8e-59ea1fcdd3ce tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:38.674662 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6a101dbd-65e8-4b58-977b-eb74d780b4a6 req-bd0d47fe-00a9-48ed-ba8e-59ea1fcdd3ce tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf HTTP/1.1" status: 200 len: 944 time: 0.0806553 Nov 22 10:37:38.679455 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-ce20e66d-295c-4287-a38a-31f3fa6bd236 req-9e81510f-252d-487a-8b73-d25ee57c3fd2 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Request body: {'port': {'device_id': 'cc98df96-7387-4b77-a13e-8f8bce4fba68', 'network_id': 'a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0', 'admin_state_up': True, 'tenant_id': '549a9a424a794c74836d8d862db06e25'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:37:38.793609 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6a101dbd-65e8-4b58-977b-eb74d780b4a6 req-a7f997bb-ef3e-4a78-b8d8-9070fedc7ce3 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3a2b3ee-5d06-4ae4-b2b4-4ad2386cd0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089139 Nov 22 10:37:38.868661 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd2b76-5b11-462c-9049-e7206bed91ac req-cab8d561-5d3d-4e9a-8afc-175bf951af45 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:38.870109 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-78dd2b76-5b11-462c-9049-e7206bed91ac req-cab8d561-5d3d-4e9a-8afc-175bf951af45 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 943 time: 0.0732579 Nov 22 10:37:38.892849 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce20e66d-295c-4287-a38a-31f3fa6bd236 req-9e81510f-252d-487a-8b73-d25ee57c3fd2 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Made reservation on behalf of 549a9a424a794c74836d8d862db06e25 for: {'port': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 10:37:38.896700 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-ce20e66d-295c-4287-a38a-31f3fa6bd236 req-9e81510f-252d-487a-8b73-d25ee57c3fd2 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:38.951222 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-78dd2b76-5b11-462c-9049-e7206bed91ac req-58ec8504-1c41-4a49-8494-3a524e93465f tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739157 Nov 22 10:37:39.107121 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [req-ce20e66d-295c-4287-a38a-31f3fa6bd236 req-9e81510f-252d-487a-8b73-d25ee57c3fd2 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Allocated IP 172.20.0.12 (a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0/77794ac0-976d-4d93-aa56-2296caa8293f/326eedf5-8a3e-4e3a-887c-a2d57a212dc8) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 10:37:39.192412 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3cb66-f92f-4107-84c6-06345b25945f req-488a17ba-82b8-4d91-9e29-8b3c6fdd7143 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:39.193769 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-48d3cb66-f92f-4107-84c6-06345b25945f req-488a17ba-82b8-4d91-9e29-8b3c6fdd7143 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.1341751 Nov 22 10:37:39.196328 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device 5a918824-cebb-4510-aebc-018e2f7e10b1 up at agent hyperv_hv-cinder-80403 {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:37:39.312760 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Provisioning for port 5a918824-cebb-4510-aebc-018e2f7e10b1 completed by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 10:37:39.318905 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Provisioning complete for port 5a918824-cebb-4510-aebc-018e2f7e10b1 triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:37:39.319632 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:39.369715 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706dae3-ee22-4829-a00f-29c2e777db2e req-3bf424f3-2552-4ae1-812c-db81cac2de8a tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:39.378169 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7706dae3-ee22-4829-a00f-29c2e777db2e req-3bf424f3-2552-4ae1-812c-db81cac2de8a tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/networks?id=8322e46a-3342-4b13-a227-93a753c68c4d HTTP/1.1" status: 200 len: 814 time: 0.2587175 Nov 22 10:37:39.402650 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-48d3cb66-f92f-4107-84c6-06345b25945f req-88b763cc-b2a3-44b3-8e7b-bed4f6d3629e tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825111 Nov 22 10:37:39.431175 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7706dae3-ee22-4829-a00f-29c2e777db2e req-90874b74-4dc9-45cb-a11e-353892611a9d tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/quotas/93b9423a62144c8a975aacb49a424865 HTTP/1.1" status: 200 len: 375 time: 0.0519869 Nov 22 10:37:39.479484 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7706dae3-ee22-4829-a00f-29c2e777db2e req-d186e4f9-4c72-4e99-b463-bab464d6acfb tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=93b9423a62144c8a975aacb49a424865&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462611 Nov 22 10:37:39.513077 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:39.544418 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-ce20e66d-295c-4287-a38a-31f3fa6bd236 req-9e81510f-252d-487a-8b73-d25ee57c3fd2 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:39.560711 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f79ad0cd-bef2-49ee-92cb-c20e41b3cedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a918824-cebb-4510-aebc-018e2f7e10b1'}] {{(pid=102912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:37:39.564926 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871da4fec6c70e81ce77d4e4817c66d6168a6b102b4e2b260a442deac58e97e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7158a80-d7cf-43e0-808c-fddbd2413986" -d '{"events": [{"server_uuid": "f79ad0cd-bef2-49ee-92cb-c20e41b3cedf", "name": "network-vif-plugged", "status": "completed", "tag": "5a918824-cebb-4510-aebc-018e2f7e10b1"}]}' {{(pid=102912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:37:39.587014 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port 5a918824-cebb-4510-aebc-018e2f7e10b1, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=5a918824-cebb-4510-aebc-018e2f7e10b1,segment=NetworkSegment(8297a5cd-c96f-437c-b6bb-56c8bceb9dbf),segment_id=8297a5cd-c96f-437c-b6bb-56c8bceb9dbf)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:37:39.595329 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:39.598251 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device 1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 10:37:39.648310 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 10:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60769e0c-35c4-4d8f-9024-d4ec4b3a2631 x-openstack-request-id: req-60769e0c-35c4-4d8f-9024-d4ec4b3a2631 {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:37:39.648607 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f79ad0cd-bef2-49ee-92cb-c20e41b3cedf", "name": "network-vif-plugged", "status": "completed", "tag": "5a918824-cebb-4510-aebc-018e2f7e10b1", "code": 200}]} {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:37:39.649054 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-60769e0c-35c4-4d8f-9024-d4ec4b3a2631 {{(pid=102912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:37:39.649596 dv-cinder-804035-13-iscsi neutron-server[102912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f79ad0cd-bef2-49ee-92cb-c20e41b3cedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a918824-cebb-4510-aebc-018e2f7e10b1', 'code': 200} Nov 22 10:37:39.683420 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7706dae3-ee22-4829-a00f-29c2e777db2e req-8d35a8d1-c8c9-460b-a704-f441a28186d3 service neutron] 10.222.0.46 "GET /v2.0/networks/8322e46a-3342-4b13-a227-93a753c68c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026172 Nov 22 10:37:39.718955 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Pushing event updated for resources: {'Port': ['ID=5a918824-cebb-4510-aebc-018e2f7e10b1,revision_number=5']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:37:39.760423 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-ce20e66d-295c-4287-a38a-31f3fa6bd236 req-9e81510f-252d-487a-8b73-d25ee57c3fd2 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749315246228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11987816'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:39.869489 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce20e66d-295c-4287-a38a-31f3fa6bd236 req-9e81510f-252d-487a-8b73-d25ee57c3fd2 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Network a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0 is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:37:39.880183 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [req-ce20e66d-295c-4287-a38a-31f3fa6bd236 req-9e81510f-252d-487a-8b73-d25ee57c3fd2 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:37:39.882843 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e81510f-252d-487a-8b73-d25ee57c3fd2 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Pushing event updated for resources: {'Port': ['ID=326eedf5-8a3e-4e3a-887c-a2d57a212dc8,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:37:39.889335 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce20e66d-295c-4287-a38a-31f3fa6bd236 req-9e81510f-252d-487a-8b73-d25ee57c3fd2 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 10:37:39.923714 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebbf23-4402-45c4-86e5-8ffc43e323b4 req-9fd0b82a-2f60-424f-89a1-a7287c76a0e2 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:39.925339 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-92ebbf23-4402-45c4-86e5-8ffc43e323b4 req-9fd0b82a-2f60-424f-89a1-a7287c76a0e2 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 932 time: 0.1974127 Nov 22 10:37:39.949628 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7706dae3-ee22-4829-a00f-29c2e777db2e req-19280fc3-78b8-4adf-bf5f-d5766c4b9943 service neutron] 10.222.0.46 "GET /v2.0/networks/8322e46a-3342-4b13-a227-93a753c68c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651393 Nov 22 10:37:40.014565 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20e66d-295c-4287-a38a-31f3fa6bd236 req-9e81510f-252d-487a-8b73-d25ee57c3fd2 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:40.015308 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-ce20e66d-295c-4287-a38a-31f3fa6bd236 req-9e81510f-252d-487a-8b73-d25ee57c3fd2 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:40.054474 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-92ebbf23-4402-45c4-86e5-8ffc43e323b4 req-fd39151d-87eb-4d86-904d-89861ee73bcb tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9ef8276-57c4-428e-b639-a4eb9f8806d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069956 Nov 22 10:37:40.059239 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ce20e66d-295c-4287-a38a-31f3fa6bd236 req-9e81510f-252d-487a-8b73-d25ee57c3fd2 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3835256 Nov 22 10:37:40.223804 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d24f8-60ab-4078-a0b5-d25b9fce690b req-2681c654-3d19-438d-a540-2ad951c826b1 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:40.226239 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d31d24f8-60ab-4078-a0b5-d25b9fce690b req-2681c654-3d19-438d-a540-2ad951c826b1 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf HTTP/1.1" status: 200 len: 945 time: 0.0901995 Nov 22 10:37:40.329367 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d31d24f8-60ab-4078-a0b5-d25b9fce690b req-b56e6e48-d7ee-472c-ae31-1eaaf116d786 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3a2b3ee-5d06-4ae4-b2b4-4ad2386cd0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941472 Nov 22 10:37:40.339940 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081857c-b761-420b-9ab5-f86ec44b03b0 req-4402c248-75a5-4332-8529-d43597c49e3a tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:40.345307 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-ae109fc3-98ac-4693-8105-0a8ecaf17a09 None None] Provisioning complete for port 326eedf5-8a3e-4e3a-887c-a2d57a212dc8 triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:37:40.345843 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ae109fc3-98ac-4693-8105-0a8ecaf17a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:40.349393 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f081857c-b761-420b-9ab5-f86ec44b03b0 req-4402c248-75a5-4332-8529-d43597c49e3a tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 943 time: 0.1159253 Nov 22 10:37:40.420661 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9de83b66-c296-4023-88d1-2fd4a5543a08 req-3c73dc07-3831-4a2b-8959-537f03a536ec tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6811294-cd5f-4f0a-8884-4ee50b5b4e20 HTTP/1.1" status: 200 len: 210 time: 0.0351250 Nov 22 10:37:40.431483 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-ae109fc3-98ac-4693-8105-0a8ecaf17a09 None None] Port 326eedf5-8a3e-4e3a-887c-a2d57a212dc8 cannot update to ACTIVE because it is not bound. {{(pid=102912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 10:37:40.472703 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f081857c-b761-420b-9ab5-f86ec44b03b0 req-c1c6c5ce-72e8-46ab-ae41-b2f6f1ded107 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221414 Nov 22 10:37:40.580496 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4bcd31-bf11-41f7-9096-3c59fbfbdc21 req-3284a789-a162-481c-8f5f-239eadca7c51 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:40.582400 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7d4bcd31-bf11-41f7-9096-3c59fbfbdc21 req-3284a789-a162-481c-8f5f-239eadca7c51 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.0679204 Nov 22 10:37:40.651717 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7d4bcd31-bf11-41f7-9096-3c59fbfbdc21 req-e09aab27-fa71-4d5b-990f-2a351134ecac tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578854 Nov 22 10:37:41.169555 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a87531-6b34-4b52-8996-b3fd2000f68d req-2ff78c2b-6d9a-4aa3-9626-47455fc11d4d tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:41.171152 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f8a87531-6b34-4b52-8996-b3fd2000f68d req-2ff78c2b-6d9a-4aa3-9626-47455fc11d4d tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 932 time: 0.0524905 Nov 22 10:37:41.222159 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f8a87531-6b34-4b52-8996-b3fd2000f68d req-d45db3ae-0c51-4dab-a605-cca32b449145 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9ef8276-57c4-428e-b639-a4eb9f8806d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449827 Nov 22 10:37:41.472192 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb3d37-f1eb-4e63-8615-bd16d9d9227f req-ee43f091-4ca4-4377-8c30-c6b3531793e1 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:41.474115 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b2eb3d37-f1eb-4e63-8615-bd16d9d9227f req-ee43f091-4ca4-4377-8c30-c6b3531793e1 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf HTTP/1.1" status: 200 len: 945 time: 0.0680993 Nov 22 10:37:41.556453 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-83a7a648-93c9-49c9-84f1-8bb4bec6407d req-ee0e9053-9210-4716-9108-b47673ec1928 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6811294-cd5f-4f0a-8884-4ee50b5b4e20 HTTP/1.1" status: 200 len: 210 time: 0.0451310 Nov 22 10:37:41.561823 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b2eb3d37-f1eb-4e63-8615-bd16d9d9227f req-bb54de2a-40bb-44b5-965f-ef8e27b43ce4 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3a2b3ee-5d06-4ae4-b2b4-4ad2386cd0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786612 Nov 22 10:37:41.670315 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e7ec4-29c2-4c5e-89c0-57361c1bfafe req-5575208d-a523-4516-bf4e-6eebf020827b tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:41.671898 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-142e7ec4-29c2-4c5e-89c0-57361c1bfafe req-5575208d-a523-4516-bf4e-6eebf020827b tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 943 time: 0.0534928 Nov 22 10:37:41.724387 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-142e7ec4-29c2-4c5e-89c0-57361c1bfafe req-f447c13b-694b-45b0-aa7a-b11ded62921b tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454528 Nov 22 10:37:41.788623 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed2620-affa-4a0d-9283-ba9d2824b1c0 req-b131bc31-0e75-4b80-8171-7a83693d5cab tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:41.790429 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-feed2620-affa-4a0d-9283-ba9d2824b1c0 req-b131bc31-0e75-4b80-8171-7a83693d5cab tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.0582876 Nov 22 10:37:41.842000 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-feed2620-affa-4a0d-9283-ba9d2824b1c0 req-69c366fa-c2a1-4ac4-acf0-48010f32dc0e tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453238 Nov 22 10:37:42.235562 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.agents_db [None req-35a1a16e-7bf9-4643-9be2-574a1761dc3a None None] Agent healthcheck: found 6 active agents {{(pid=102913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 10:37:42.350168 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac008cc-fa29-4c51-98f8-2d8c71be58cf req-a159b837-4c56-4ddb-be97-3ab3bf524a3d tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:42.352563 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-cac008cc-fa29-4c51-98f8-2d8c71be58cf req-a159b837-4c56-4ddb-be97-3ab3bf524a3d tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 932 time: 0.0566676 Nov 22 10:37:42.402472 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-cac008cc-fa29-4c51-98f8-2d8c71be58cf req-45409a11-5b78-4684-82f6-ead448bb0908 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9ef8276-57c4-428e-b639-a4eb9f8806d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440743 Nov 22 10:37:42.685303 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1a5d4f7e-c42b-42ed-b67e-4cbb8730c558 req-8b4c17b7-4654-48b7-b0b7-b8410153597e tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6811294-cd5f-4f0a-8884-4ee50b5b4e20 HTTP/1.1" status: 200 len: 210 time: 0.0417259 Nov 22 10:37:42.707141 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb270cd8-f12d-4706-a63b-6174903e40e8 req-4c7b2e40-7609-46e1-8517-c5e47e2adbb7 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:42.708738 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fb270cd8-f12d-4706-a63b-6174903e40e8 req-4c7b2e40-7609-46e1-8517-c5e47e2adbb7 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf HTTP/1.1" status: 200 len: 945 time: 0.0743115 Nov 22 10:37:42.777147 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fb270cd8-f12d-4706-a63b-6174903e40e8 req-6b796313-d6ef-459e-934a-aca60522d3c3 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3a2b3ee-5d06-4ae4-b2b4-4ad2386cd0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622373 Nov 22 10:37:42.857537 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3360aa5-1ca3-435a-99ed-a961b1735f17 req-79a2e69a-86b9-4e15-b24f-d6dc0bc44a8b tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:42.859143 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f3360aa5-1ca3-435a-99ed-a961b1735f17 req-79a2e69a-86b9-4e15-b24f-d6dc0bc44a8b tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 943 time: 0.0515037 Nov 22 10:37:42.931197 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f3360aa5-1ca3-435a-99ed-a961b1735f17 req-3b1fcc96-7c07-4d62-bb9f-25fe38cbe068 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655429 Nov 22 10:37:42.992319 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbec1b-eaac-4651-83f1-abdad3de5a08 req-cb0daeb0-21b5-43e3-8978-12fec2f54616 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:42.993988 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-60bbec1b-eaac-4651-83f1-abdad3de5a08 req-cb0daeb0-21b5-43e3-8978-12fec2f54616 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.0599408 Nov 22 10:37:43.048913 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-60bbec1b-eaac-4651-83f1-abdad3de5a08 req-cfb0d2f2-bae0-4c06-bb4d-e381a2f54f79 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484133 Nov 22 10:37:43.533900 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a3cf86-52f3-4524-bd3d-b8a9b2643040 req-69d5d810-ef35-4ee2-b88c-3888b05e3bc9 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:43.535378 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-38a3cf86-52f3-4524-bd3d-b8a9b2643040 req-69d5d810-ef35-4ee2-b88c-3888b05e3bc9 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 932 time: 0.0538797 Nov 22 10:37:43.588394 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-38a3cf86-52f3-4524-bd3d-b8a9b2643040 req-38a0060e-e2c8-48e0-86da-0c98fbb5e59f tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9ef8276-57c4-428e-b639-a4eb9f8806d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467162 Nov 22 10:37:43.786761 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-99cb1c40-9815-4830-81e5-531334df72fe req-7a4f3916-0397-4e73-aa46-7b1599e08f3b tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6811294-cd5f-4f0a-8884-4ee50b5b4e20 HTTP/1.1" status: 200 len: 210 time: 0.0282872 Nov 22 10:37:43.908152 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc279de7-9337-46af-abfd-9605a65dfdcb req-bf24a717-e9b7-4960-8aa5-d67ad1ef0b71 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:43.909638 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fc279de7-9337-46af-abfd-9605a65dfdcb req-bf24a717-e9b7-4960-8aa5-d67ad1ef0b71 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf HTTP/1.1" status: 200 len: 945 time: 0.0579400 Nov 22 10:37:43.969263 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fc279de7-9337-46af-abfd-9605a65dfdcb req-688768ef-e8a8-4a3c-918e-e3b9243ea202 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3a2b3ee-5d06-4ae4-b2b4-4ad2386cd0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525587 Nov 22 10:37:44.082944 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed9aaa7-637f-4039-b541-7cbf08686e78 req-235155b2-8aec-45a5-97cc-409132b21190 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:44.084577 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4ed9aaa7-637f-4039-b541-7cbf08686e78 req-235155b2-8aec-45a5-97cc-409132b21190 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 943 time: 0.0610693 Nov 22 10:37:44.171367 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4ed9aaa7-637f-4039-b541-7cbf08686e78 req-fb884b7a-c539-4777-ba1d-241a99437555 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795102 Nov 22 10:37:44.200992 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33cf5a4-2d14-44a2-84a6-2acb53965d8f req-e3cc63c9-cb0d-46e0-b417-6eb6fc89698c tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:44.202578 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a33cf5a4-2d14-44a2-84a6-2acb53965d8f req-e3cc63c9-cb0d-46e0-b417-6eb6fc89698c tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.0761342 Nov 22 10:37:44.256075 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a33cf5a4-2d14-44a2-84a6-2acb53965d8f req-6a5398c3-744f-4acc-a23a-d214b1d8f6f8 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470958 Nov 22 10:37:44.712445 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986ef15-0630-46dd-97f4-0b23fa8ebc23 req-15c4b8a1-84be-4392-964b-9ee91abc1bc2 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:44.713933 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3986ef15-0630-46dd-97f4-0b23fa8ebc23 req-15c4b8a1-84be-4392-964b-9ee91abc1bc2 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 932 time: 0.0529826 Nov 22 10:37:44.770051 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3986ef15-0630-46dd-97f4-0b23fa8ebc23 req-d082933a-2ff6-41b5-ac2f-377e83bce7dd tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9ef8276-57c4-428e-b639-a4eb9f8806d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495808 Nov 22 10:37:44.884701 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9a7ed219-6ccf-49cc-a0fe-38bb68b1b37c req-51407ab1-8624-4113-9b2b-122a59d11b1e tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6811294-cd5f-4f0a-8884-4ee50b5b4e20 HTTP/1.1" status: 200 len: 210 time: 0.0273123 Nov 22 10:37:45.100273 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f4415a-682c-4411-aa5d-7b1b5a1d5c6e req-626f2de1-31a1-47c7-9118-70efd8ab3212 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:45.102033 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-51f4415a-682c-4411-aa5d-7b1b5a1d5c6e req-626f2de1-31a1-47c7-9118-70efd8ab3212 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf HTTP/1.1" status: 200 len: 945 time: 0.0566597 Nov 22 10:37:45.156143 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-51f4415a-682c-4411-aa5d-7b1b5a1d5c6e req-f9ac9ed4-ab20-4fe0-ab23-e1e782e367e3 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3a2b3ee-5d06-4ae4-b2b4-4ad2386cd0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477257 Nov 22 10:37:45.300710 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac05b9-5bd5-45e4-aa53-04425c649ddb req-c5d3b787-8f7c-4c0e-ae66-93d6e25ab722 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:45.302320 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-32ac05b9-5bd5-45e4-aa53-04425c649ddb req-c5d3b787-8f7c-4c0e-ae66-93d6e25ab722 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 943 time: 0.0530734 Nov 22 10:37:45.370737 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-32ac05b9-5bd5-45e4-aa53-04425c649ddb req-7136b1ce-62c1-489b-a4be-36e96b19b4eb tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614152 Nov 22 10:37:45.408403 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617536b-cba9-44e4-8adb-e4f391dcf044 req-2af8c175-8235-4077-b978-ea35b31463aa tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:45.410071 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f617536b-cba9-44e4-8adb-e4f391dcf044 req-2af8c175-8235-4077-b978-ea35b31463aa tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.0603113 Nov 22 10:37:45.464417 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f617536b-cba9-44e4-8adb-e4f391dcf044 req-3bcb6adb-59a9-477b-9fda-62f3d2a46004 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457721 Nov 22 10:37:45.889203 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f81cc-6212-4735-a20c-d6daca638677 req-fb2e15eb-a662-4aa3-9c7a-dc5659620aee tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:45.890762 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-192f81cc-6212-4735-a20c-d6daca638677 req-fb2e15eb-a662-4aa3-9c7a-dc5659620aee tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 932 time: 0.0526707 Nov 22 10:37:45.943852 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-192f81cc-6212-4735-a20c-d6daca638677 req-b8bd0e93-87ce-4e7e-aec5-eb2e597e8b2b tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9ef8276-57c4-428e-b639-a4eb9f8806d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466726 Nov 22 10:37:45.986118 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-eabfd60f-9ee4-4dda-85e8-228b6a4483f6 req-8379e6c4-49b3-4c54-9395-b015d371f621 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6811294-cd5f-4f0a-8884-4ee50b5b4e20 HTTP/1.1" status: 200 len: 210 time: 0.0328386 Nov 22 10:37:46.279583 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e588c-f8f0-4039-bcd8-e069fc53b8af req-d4bc1720-949b-4208-b2ed-b1a24231ec4d tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:46.281081 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-456e588c-f8f0-4039-bcd8-e069fc53b8af req-d4bc1720-949b-4208-b2ed-b1a24231ec4d tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf HTTP/1.1" status: 200 len: 945 time: 0.0510998 Nov 22 10:37:46.333622 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-456e588c-f8f0-4039-bcd8-e069fc53b8af req-ef277e38-9e67-4c25-8b7a-96d658fb3bd1 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3a2b3ee-5d06-4ae4-b2b4-4ad2386cd0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457759 Nov 22 10:37:46.497522 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72169e06-4c47-4818-a5d4-e6d5474a8d03 req-624aa94e-f98a-491b-9395-d32c491f8c64 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:46.499168 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-72169e06-4c47-4818-a5d4-e6d5474a8d03 req-624aa94e-f98a-491b-9395-d32c491f8c64 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 943 time: 0.0523133 Nov 22 10:37:46.565440 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-72169e06-4c47-4818-a5d4-e6d5474a8d03 req-a63724b0-2d28-4866-8844-3435021ff1ff tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597870 Nov 22 10:37:46.606511 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858071d-b590-49d1-96f0-07c25299d9c3 req-0b9932ca-57e9-413a-bee8-3006328cdb2e tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:46.608113 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e858071d-b590-49d1-96f0-07c25299d9c3 req-0b9932ca-57e9-413a-bee8-3006328cdb2e tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.0658698 Nov 22 10:37:46.664387 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e858071d-b590-49d1-96f0-07c25299d9c3 req-4256c16f-7c7a-40b4-9a98-bf546a7ac979 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486782 Nov 22 10:37:47.096511 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f6f0a902-c44b-44f6-b6b8-6099b8f9fe7f req-24b6bdc0-a33b-463c-be78-80fc369dfe84 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6811294-cd5f-4f0a-8884-4ee50b5b4e20 HTTP/1.1" status: 200 len: 210 time: 0.0354531 Nov 22 10:37:47.113362 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d043d5a-44d6-43a8-9551-0a47a138edde req-cdaeb77f-521d-4955-9b89-f570f7986744 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:47.115202 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8d043d5a-44d6-43a8-9551-0a47a138edde req-cdaeb77f-521d-4955-9b89-f570f7986744 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 932 time: 0.0857360 Nov 22 10:37:47.171278 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8d043d5a-44d6-43a8-9551-0a47a138edde req-7c585e15-ef6c-4c75-ba2e-10a890182137 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9ef8276-57c4-428e-b639-a4eb9f8806d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493085 Nov 22 10:37:47.468248 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7820e-ced5-4df6-8ad7-e4c05d714054 req-640dee5a-7e6c-45af-a375-67fd78d2d3af tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:47.470644 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e9c7820e-ced5-4df6-8ad7-e4c05d714054 req-640dee5a-7e6c-45af-a375-67fd78d2d3af tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf HTTP/1.1" status: 200 len: 945 time: 0.0630481 Nov 22 10:37:47.542339 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e9c7820e-ced5-4df6-8ad7-e4c05d714054 req-82b4575f-4b1b-499c-8709-de085bb14436 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3a2b3ee-5d06-4ae4-b2b4-4ad2386cd0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564833 Nov 22 10:37:47.701176 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c493c8bb-e657-40b1-9c0f-5026f2a56ba7 req-6900cd8e-2e6e-415e-bc98-5e8ea54e8d46 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:47.703057 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c493c8bb-e657-40b1-9c0f-5026f2a56ba7 req-6900cd8e-2e6e-415e-bc98-5e8ea54e8d46 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 943 time: 0.0579569 Nov 22 10:37:47.762752 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c493c8bb-e657-40b1-9c0f-5026f2a56ba7 req-9195c3f7-3600-433a-be2f-d266270dfaa1 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513844 Nov 22 10:37:47.825162 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5addcdb3-bcd7-4353-9842-8cb5ef69201a req-2e85d3d8-bb0d-4579-8395-5e78b847f007 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:47.827034 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5addcdb3-bcd7-4353-9842-8cb5ef69201a req-2e85d3d8-bb0d-4579-8395-5e78b847f007 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.0694690 Nov 22 10:37:47.891245 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5addcdb3-bcd7-4353-9842-8cb5ef69201a req-ef20bb0e-b451-4a04-b811-474aa3da04fb tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578578 Nov 22 10:37:48.213073 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-34b60e8e-5a31-4a0a-b0a0-1de0a472351b req-9783389b-a58e-4425-89f7-2db548e8cb8e tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6811294-cd5f-4f0a-8884-4ee50b5b4e20 HTTP/1.1" status: 200 len: 210 time: 0.0280714 Nov 22 10:37:48.307248 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de61a9e-6427-4cc5-a6ab-ea424baa8119 req-a7e227b7-c91d-46e7-b7cb-3a8d2cfbfb86 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:48.308981 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3de61a9e-6427-4cc5-a6ab-ea424baa8119 req-a7e227b7-c91d-46e7-b7cb-3a8d2cfbfb86 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 932 time: 0.0554349 Nov 22 10:37:48.364311 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3de61a9e-6427-4cc5-a6ab-ea424baa8119 req-fbfc50f9-0e16-40f9-8d18-1aed52931061 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9ef8276-57c4-428e-b639-a4eb9f8806d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487242 Nov 22 10:37:48.686757 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5482f1-4339-4d37-83ca-3eb5022af9c6 req-aaa10884-a30a-438d-be95-c5a1815b98e8 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:48.688697 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-eb5482f1-4339-4d37-83ca-3eb5022af9c6 req-aaa10884-a30a-438d-be95-c5a1815b98e8 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf HTTP/1.1" status: 200 len: 945 time: 0.0727847 Nov 22 10:37:48.762017 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-eb5482f1-4339-4d37-83ca-3eb5022af9c6 req-8eb1da3c-b0e4-4044-bdcf-6c431d459c28 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3a2b3ee-5d06-4ae4-b2b4-4ad2386cd0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610914 Nov 22 10:37:48.904796 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9705e053-81eb-483f-938f-baac35ed5b3d req-f5183840-0a14-48fc-8aec-77fd4140fa21 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:48.906568 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9705e053-81eb-483f-938f-baac35ed5b3d req-f5183840-0a14-48fc-8aec-77fd4140fa21 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 943 time: 0.0525072 Nov 22 10:37:48.964073 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9705e053-81eb-483f-938f-baac35ed5b3d req-cdfbfa9a-0bc1-4a56-9509-55e2e469799e tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496337 Nov 22 10:37:49.083932 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae1ffb-0afb-499e-b169-36d89bdfd3d3 req-4798ff07-3335-4e62-9ce3-228098a7fd55 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:49.085570 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-49ae1ffb-0afb-499e-b169-36d89bdfd3d3 req-4798ff07-3335-4e62-9ce3-228098a7fd55 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.0629206 Nov 22 10:37:49.149995 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-49ae1ffb-0afb-499e-b169-36d89bdfd3d3 req-7ecb176b-938a-4643-a440-2e17c6fb131d tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576444 Nov 22 10:37:49.322081 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fff740bd-390a-47cd-8471-af3b041d8b62 req-3fe03205-fc40-48b2-bcfc-73e927f19695 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6811294-cd5f-4f0a-8884-4ee50b5b4e20 HTTP/1.1" status: 200 len: 210 time: 0.0284920 Nov 22 10:37:49.497405 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c262b-1a06-4152-9236-07c6777bbbf6 req-a0185581-a835-496c-92f0-411e9375592c tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:49.498848 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a48c262b-1a06-4152-9236-07c6777bbbf6 req-a0185581-a835-496c-92f0-411e9375592c tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 932 time: 0.0609310 Nov 22 10:37:49.555554 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a48c262b-1a06-4152-9236-07c6777bbbf6 req-09ce5536-cca1-4b6c-8c30-d5a48e6542df tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9ef8276-57c4-428e-b639-a4eb9f8806d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505083 Nov 22 10:37:49.883590 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:49.903965 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62922089-180d-40eb-b0ee-dde5f6f28466 req-b798fa94-4a70-462c-ba76-efa7a32a5716 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:49.905723 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-62922089-180d-40eb-b0ee-dde5f6f28466 req-b798fa94-4a70-462c-ba76-efa7a32a5716 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf HTTP/1.1" status: 200 len: 945 time: 0.0620527 Nov 22 10:37:49.968394 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-62922089-180d-40eb-b0ee-dde5f6f28466 req-470a7477-e1fe-4eca-ba2f-836324859766 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3a2b3ee-5d06-4ae4-b2b4-4ad2386cd0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558138 Nov 22 10:37:50.109675 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e1230-252c-429f-898c-2d12c02030f6 req-0bed0377-398c-42a0-a686-8ae167276641 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:50.111361 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0a0e1230-252c-429f-898c-2d12c02030f6 req-0bed0377-398c-42a0-a686-8ae167276641 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 943 time: 0.0545552 Nov 22 10:37:50.170899 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0a0e1230-252c-429f-898c-2d12c02030f6 req-f7fbaa14-b570-44d5-9a68-0a34016aa076 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523925 Nov 22 10:37:50.283748 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce7fc5-fdde-4cc9-a493-545ed319bf6b req-3e883fc1-768d-4a73-87b4-5d8d467f759b tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:50.285203 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fcce7fc5-fdde-4cc9-a493-545ed319bf6b req-3e883fc1-768d-4a73-87b4-5d8d467f759b tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.0525537 Nov 22 10:37:50.344394 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fcce7fc5-fdde-4cc9-a493-545ed319bf6b req-580f48d5-6efd-4146-9f66-fe44220a1fe8 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520248 Nov 22 10:37:50.439167 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d369bc15-cb6f-4d60-9de7-c3bcce4e31f9 req-92da0fc2-cb46-4912-be7d-119a975db037 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6811294-cd5f-4f0a-8884-4ee50b5b4e20 HTTP/1.1" status: 200 len: 210 time: 0.0365140 Nov 22 10:37:50.682225 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee33e10-4297-4682-92e5-59ccc2a614be req-9c79b034-7a97-49dd-8685-a76917047266 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:50.683919 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8ee33e10-4297-4682-92e5-59ccc2a614be req-9c79b034-7a97-49dd-8685-a76917047266 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 932 time: 0.0506754 Nov 22 10:37:50.735380 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8ee33e10-4297-4682-92e5-59ccc2a614be req-e311bbfd-784e-497b-ac67-c791f09771c3 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9ef8276-57c4-428e-b639-a4eb9f8806d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439579 Nov 22 10:37:51.089198 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5c8fe-44c4-4854-b8c8-d74c6fd514f3 req-f5b625db-c072-4daa-8494-1aff0f0ffa76 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:51.090731 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3bc5c8fe-44c4-4854-b8c8-d74c6fd514f3 req-f5b625db-c072-4daa-8494-1aff0f0ffa76 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf HTTP/1.1" status: 200 len: 945 time: 0.0522051 Nov 22 10:37:51.143695 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3bc5c8fe-44c4-4854-b8c8-d74c6fd514f3 req-5a87e963-7050-478f-ac37-23b4a5e908d0 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3a2b3ee-5d06-4ae4-b2b4-4ad2386cd0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467186 Nov 22 10:37:51.298665 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08231428-d311-47d5-b5d1-fdc36bfd5b47 req-8d4803c6-4cf5-4518-8904-ca73e36c2af9 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:51.300154 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-08231428-d311-47d5-b5d1-fdc36bfd5b47 req-8d4803c6-4cf5-4518-8904-ca73e36c2af9 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 943 time: 0.0558250 Nov 22 10:37:51.348248 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-08231428-d311-47d5-b5d1-fdc36bfd5b47 req-e5a5cb81-b4eb-4857-8bb5-a3e2ef673db6 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418930 Nov 22 10:37:51.467187 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1429a6-ed72-4ff1-b692-635936ea0d21 req-0a4612cd-e6e4-488c-b387-1e416c657713 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:51.470344 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bf1429a6-ed72-4ff1-b692-635936ea0d21 req-0a4612cd-e6e4-488c-b387-1e416c657713 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.0536745 Nov 22 10:37:51.508559 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-ce20e66d-295c-4287-a38a-31f3fa6bd236 req-cbe4d4ca-69b3-4c07-81cc-f2bda4fe2993 service neutron] Request body: {'port': {'device_id': 'cc98df96-7387-4b77-a13e-8f8bce4fba68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:37:51.612261 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bf1429a6-ed72-4ff1-b692-635936ea0d21 req-a61092f3-74dc-4107-9758-76ebad8fac54 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361735 Nov 22 10:37:51.614714 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-cfa5285f-5a7c-4c50-b35b-5dcb6f52be4d req-8762055e-2703-4788-aa35-57545c6d2743 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6811294-cd5f-4f0a-8884-4ee50b5b4e20 HTTP/1.1" status: 200 len: 210 time: 0.0700893 Nov 22 10:37:51.622678 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-ce20e66d-295c-4287-a38a-31f3fa6bd236 req-cbe4d4ca-69b3-4c07-81cc-f2bda4fe2993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:52.167198 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fa1d8dc3-66ac-4754-be9a-b12979d582d0 req-a5ae1b0f-fdea-4b62-8de8-ae8de7c3e6ef service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4266579 Nov 22 10:37:52.229361 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f0fd0-33ce-413e-aca4-dd21a7f1435b req-e6ede2b0-51d8-45a7-9d84-69842c172545 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:52.237428 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-023f0fd0-33ce-413e-aca4-dd21a7f1435b req-e6ede2b0-51d8-45a7-9d84-69842c172545 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 932 time: 0.4124475 Nov 22 10:37:52.286045 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd3a08-7c1b-482f-94d2-24fce71f786e req-b66069c2-aca9-4d8f-8e91-cf51c4d5085f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:52.287705 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b5fd3a08-7c1b-482f-94d2-24fce71f786e req-b66069c2-aca9-4d8f-8e91-cf51c4d5085f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf HTTP/1.1" status: 200 len: 1098 time: 0.4237936 Nov 22 10:37:52.400734 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-023f0fd0-33ce-413e-aca4-dd21a7f1435b req-a03196b1-ae7a-4c96-bfcc-9b7eb83af86a tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9ef8276-57c4-428e-b639-a4eb9f8806d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624148 Nov 22 10:37:52.415606 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d8dc3-66ac-4754-be9a-b12979d582d0 req-4e2496e6-2dd5-47b5-950a-dda67f3104ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:52.418309 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fa1d8dc3-66ac-4754-be9a-b12979d582d0 req-4e2496e6-2dd5-47b5-950a-dda67f3104ad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ea3b1b45ca144f90b1c89acf24e22074&device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 1098 time: 0.1726213 Nov 22 10:37:52.489897 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b5fd3a08-7c1b-482f-94d2-24fce71f786e req-32a0f997-337e-4736-975f-047484bf7759 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c3a2b3ee-5d06-4ae4-b2b4-4ad2386cd0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857333 Nov 22 10:37:52.580764 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [req-ce20e66d-295c-4287-a38a-31f3fa6bd236 req-cbe4d4ca-69b3-4c07-81cc-f2bda4fe2993 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 326eedf5-8a3e-4e3a-887c-a2d57a212dc8 {{(pid=102911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 10:37:52.600512 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-ce20e66d-295c-4287-a38a-31f3fa6bd236 req-cbe4d4ca-69b3-4c07-81cc-f2bda4fe2993 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:52.650954 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9872354c-b636-461e-a5f4-1b1ba5ceef7f req-bae2ed72-c936-4a1e-b69e-aec926867ac5 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:52.652730 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9872354c-b636-461e-a5f4-1b1ba5ceef7f req-bae2ed72-c936-4a1e-b69e-aec926867ac5 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf HTTP/1.1" status: 200 len: 945 time: 0.1973069 Nov 22 10:37:52.653904 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.provisioning_blocks [req-ce20e66d-295c-4287-a38a-31f3fa6bd236 req-cbe4d4ca-69b3-4c07-81cc-f2bda4fe2993 service neutron] Transition to ACTIVE for port object 326eedf5-8a3e-4e3a-887c-a2d57a212dc8 will not be triggered until provisioned by entity L2. {{(pid=102911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 10:37:52.674229 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d59a7-a536-411d-a68c-2c11212a32b6 req-f423fee2-56b6-4acf-a1f1-579d6239c8f9 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:52.675894 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b41d59a7-a536-411d-a68c-2c11212a32b6 req-f423fee2-56b6-4acf-a1f1-579d6239c8f9 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 943 time: 0.1565056 Nov 22 10:37:52.683297 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-ce20e66d-295c-4287-a38a-31f3fa6bd236 req-cbe4d4ca-69b3-4c07-81cc-f2bda4fe2993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11987839'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:52.700837 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d8dc3-66ac-4754-be9a-b12979d582d0 req-c8f2bc7f-85e3-490e-8f02-cdab8ab06e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:52.702401 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fa1d8dc3-66ac-4754-be9a-b12979d582d0 req-c8f2bc7f-85e3-490e-8f02-cdab8ab06e41 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f8081780-6619-4e5e-aa59-236a3848a084 HTTP/1.1" status: 200 len: 911 time: 0.2374156 Nov 22 10:37:52.857634 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe4d4ca-69b3-4c07-81cc-f2bda4fe2993 service neutron] Pushing event updated for resources: {'Port': ['ID=326eedf5-8a3e-4e3a-887c-a2d57a212dc8,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:37:52.893443 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9872354c-b636-461e-a5f4-1b1ba5ceef7f req-080a1094-bf25-4187-840f-a8dc876a9144 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3a2b3ee-5d06-4ae4-b2b4-4ad2386cd0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2310147 Nov 22 10:37:52.921404 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b41d59a7-a536-411d-a68c-2c11212a32b6 req-73964db2-553c-43e6-bf66-e405a38b7e77 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2348852 Nov 22 10:37:52.927471 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fa1d8dc3-66ac-4754-be9a-b12979d582d0 req-164008f4-6a96-42f4-8c38-edf2a20aa6e2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16c7e493-84ec-4f05-8c01-8c85e582654e HTTP/1.1" status: 200 len: 1001 time: 0.1955054 Nov 22 10:37:53.152469 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706dae3-ee22-4829-a00f-29c2e777db2e req-a13bbb4e-1c2a-4722-8dc0-a3e1b91a9d02 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:53.154047 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7706dae3-ee22-4829-a00f-29c2e777db2e req-a13bbb4e-1c2a-4722-8dc0-a3e1b91a9d02 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.20 "GET /v2.0/networks?id=8322e46a-3342-4b13-a227-93a753c68c4d HTTP/1.1" status: 200 len: 814 time: 0.1824648 Nov 22 10:37:53.156101 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5eccde89-dc47-4c70-a3ea-5c15e1247c24 req-977f686f-354e-4b57-a26c-d7a8903f0afe tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6811294-cd5f-4f0a-8884-4ee50b5b4e20 HTTP/1.1" status: 200 len: 210 time: 0.0743210 Nov 22 10:37:53.180416 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-7706dae3-ee22-4829-a00f-29c2e777db2e req-0c6a020a-09fa-48cb-8d8c-992f33a92851 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Request body: {'port': {'device_id': 'd6811294-cd5f-4f0a-8884-4ee50b5b4e20', 'network_id': '8322e46a-3342-4b13-a227-93a753c68c4d', 'admin_state_up': True, 'tenant_id': '93b9423a62144c8a975aacb49a424865'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:37:53.260335 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d8dc3-66ac-4754-be9a-b12979d582d0 req-6449a1f8-d885-49e7-a4c9-09c960902a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:53.261745 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fa1d8dc3-66ac-4754-be9a-b12979d582d0 req-6449a1f8-d885-49e7-a4c9-09c960902a9a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42224e55-d7ca-4407-9b29-fa448fd58ac4 HTTP/1.1" status: 200 len: 849 time: 0.3023243 Nov 22 10:37:53.273533 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-ce20e66d-295c-4287-a38a-31f3fa6bd236 req-cbe4d4ca-69b3-4c07-81cc-f2bda4fe2993 service neutron] Attempting to bind port 326eedf5-8a3e-4e3a-887c-a2d57a212dc8 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 10:37:53.273877 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-ce20e66d-295c-4287-a38a-31f3fa6bd236 req-cbe4d4ca-69b3-4c07-81cc-f2bda4fe2993 service neutron] Attempting to bind port 326eedf5-8a3e-4e3a-887c-a2d57a212dc8 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'a66257e1-04de-463c-95eb-2c47fb42ab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 10:37:53.274208 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce20e66d-295c-4287-a38a-31f3fa6bd236 req-cbe4d4ca-69b3-4c07-81cc-f2bda4fe2993 service neutron] Attempting to bind port 326eedf5-8a3e-4e3a-887c-a2d57a212dc8 on network a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:37:53.296952 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0cccf7-9c9b-4d40-8e87-44e8c1146372 req-8407ab46-ab92-433d-b7f5-c243d62da9dc tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:53.298474 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ff0cccf7-9c9b-4d40-8e87-44e8c1146372 req-8407ab46-ab92-433d-b7f5-c243d62da9dc tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.2211301 Nov 22 10:37:53.307126 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce20e66d-295c-4287-a38a-31f3fa6bd236 req-cbe4d4ca-69b3-4c07-81cc-f2bda4fe2993 service neutron] Port 326eedf5-8a3e-4e3a-887c-a2d57a212dc8 on network a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 10:37:53.307451 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce20e66d-295c-4287-a38a-31f3fa6bd236 req-cbe4d4ca-69b3-4c07-81cc-f2bda4fe2993 service neutron] Attempting to bind port 326eedf5-8a3e-4e3a-887c-a2d57a212dc8 on network a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:37:53.350856 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce20e66d-295c-4287-a38a-31f3fa6bd236 req-cbe4d4ca-69b3-4c07-81cc-f2bda4fe2993 service neutron] Checking agent: {'id': '8aa3c5bc-bff8-4a30-90cc-a12bac01bfcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 10, 32, 50), 'started_at': datetime.datetime(2021, 11, 22, 10, 32, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 10, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 10:37:53.351344 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce20e66d-295c-4287-a38a-31f3fa6bd236 req-cbe4d4ca-69b3-4c07-81cc-f2bda4fe2993 service neutron] Checking segment: {'id': 'a66257e1-04de-463c-95eb-2c47fb42ab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:37:53.351775 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce20e66d-295c-4287-a38a-31f3fa6bd236 req-cbe4d4ca-69b3-4c07-81cc-f2bda4fe2993 service neutron] Bound using segment: {'id': 'a66257e1-04de-463c-95eb-2c47fb42ab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 10:37:53.352221 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-ce20e66d-295c-4287-a38a-31f3fa6bd236 req-cbe4d4ca-69b3-4c07-81cc-f2bda4fe2993 service neutron] Bound port: 326eedf5-8a3e-4e3a-887c-a2d57a212dc8, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a66257e1-04de-463c-95eb-2c47fb42ab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 10:37:53.352581 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-ce20e66d-295c-4287-a38a-31f3fa6bd236 req-cbe4d4ca-69b3-4c07-81cc-f2bda4fe2993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:53.459353 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d8dc3-66ac-4754-be9a-b12979d582d0 req-fa1e9ee6-15d9-44f7-8e00-4b5ce37907ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:53.461115 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fa1d8dc3-66ac-4754-be9a-b12979d582d0 req-fa1e9ee6-15d9-44f7-8e00-4b5ce37907ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f8081780-6619-4e5e-aa59-236a3848a084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1552393 Nov 22 10:37:53.464004 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7706dae3-ee22-4829-a00f-29c2e777db2e req-0c6a020a-09fa-48cb-8d8c-992f33a92851 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Made reservation on behalf of 93b9423a62144c8a975aacb49a424865 for: {'port': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 10:37:53.468299 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-7706dae3-ee22-4829-a00f-29c2e777db2e req-0c6a020a-09fa-48cb-8d8c-992f33a92851 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:53.473200 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ff0cccf7-9c9b-4d40-8e87-44e8c1146372 req-2e737ff0-e42c-4705-8962-32b135e9a97d tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520548 Nov 22 10:37:53.599274 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca03d4-eaa5-404a-9ac5-602021f22918 req-443b421a-63bf-4c61-b76e-fc3d74a265fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:53.601006 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [req-c2ca03d4-eaa5-404a-9ac5-602021f22918 req-443b421a-63bf-4c61-b76e-fc3d74a265fe service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3&tenant_id=f2a799df19ef409eb8975d5f05fa1c01 HTTP/1.1" status: 200 len: 1096 time: 0.0943751 Nov 22 10:37:53.623331 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-ce20e66d-295c-4287-a38a-31f3fa6bd236 req-cbe4d4ca-69b3-4c07-81cc-f2bda4fe2993 service neutron] For port 326eedf5-8a3e-4e3a-887c-a2d57a212dc8, host hv-cinder-80403, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 10:37:53.663969 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-ce20e66d-295c-4287-a38a-31f3fa6bd236 req-cbe4d4ca-69b3-4c07-81cc-f2bda4fe2993 service neutron] For port 326eedf5-8a3e-4e3a-887c-a2d57a212dc8, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=326eedf5-8a3e-4e3a-887c-a2d57a212dc8,segment=NetworkSegment(a66257e1-04de-463c-95eb-2c47fb42ab6a),segment_id=a66257e1-04de-463c-95eb-2c47fb42ab6a)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 10:37:53.679575 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca03d4-eaa5-404a-9ac5-602021f22918 req-75f594e7-9690-407f-9747-1e02ca6fda11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:53.681456 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [req-c2ca03d4-eaa5-404a-9ac5-602021f22918 req-75f594e7-9690-407f-9747-1e02ca6fda11 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f2a799df19ef409eb8975d5f05fa1c01&device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 1096 time: 0.0528398 Nov 22 10:37:53.708299 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-ce20e66d-295c-4287-a38a-31f3fa6bd236 req-cbe4d4ca-69b3-4c07-81cc-f2bda4fe2993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11987839'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:53.779770 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20e66d-295c-4287-a38a-31f3fa6bd236 req-cbe4d4ca-69b3-4c07-81cc-f2bda4fe2993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:53.780820 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-ce20e66d-295c-4287-a38a-31f3fa6bd236 req-cbe4d4ca-69b3-4c07-81cc-f2bda4fe2993 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:53.781763 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ce20e66d-295c-4287-a38a-31f3fa6bd236 req-cbe4d4ca-69b3-4c07-81cc-f2bda4fe2993 service neutron] 10.222.0.20 "PUT /v2.0/ports/326eedf5-8a3e-4e3a-887c-a2d57a212dc8 HTTP/1.1" status: 200 len: 1094 time: 2.2776191 Nov 22 10:37:53.787006 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc98df96-7387-4b77-a13e-8f8bce4fba68', 'tag': '326eedf5-8a3e-4e3a-887c-a2d57a212dc8'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:37:53.790189 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5429d6209f9db75179b029b02f265116e5db13468d9d60e00895472a7fa8ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19517d27-9c9a-434f-ae63-75ddbf89797b" -d '{"events": [{"name": "network-changed", "server_uuid": "cc98df96-7387-4b77-a13e-8f8bce4fba68", "tag": "326eedf5-8a3e-4e3a-887c-a2d57a212dc8"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:37:53.801168 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49573ba3-8002-4af9-aadb-0cf5d8fdd792 req-6082753b-5a84-4a8d-8cbb-0dea39daca1c tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:53.809592 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-49573ba3-8002-4af9-aadb-0cf5d8fdd792 req-6082753b-5a84-4a8d-8cbb-0dea39daca1c tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 944 time: 0.2925763 Nov 22 10:37:53.812976 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fa1d8dc3-66ac-4754-be9a-b12979d582d0 req-13eb8947-f708-4387-b659-e1ee9b776fc6 service neutron] 10.222.0.20 "GET /v2.0/networks/f8081780-6619-4e5e-aa59-236a3848a084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384893 Nov 22 10:37:53.961091 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 10:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0396bfe-f7e8-4d8a-a789-7b0c3e49bb1a x-openstack-request-id: req-f0396bfe-f7e8-4d8a-a789-7b0c3e49bb1a {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:37:53.961377 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc98df96-7387-4b77-a13e-8f8bce4fba68", "tag": "326eedf5-8a3e-4e3a-887c-a2d57a212dc8", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:37:53.961572 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f0396bfe-f7e8-4d8a-a789-7b0c3e49bb1a {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:37:53.961989 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc98df96-7387-4b77-a13e-8f8bce4fba68', 'tag': '326eedf5-8a3e-4e3a-887c-a2d57a212dc8', 'status': 'completed', 'code': 200} Nov 22 10:37:53.972114 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca03d4-eaa5-404a-9ac5-602021f22918 req-4912300f-e4be-450c-9a32-96b8877bb443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:53.978044 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [req-c2ca03d4-eaa5-404a-9ac5-602021f22918 req-4912300f-e4be-450c-9a32-96b8877bb443 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e114790e-2c2f-46a4-8dd6-49197de38f16 HTTP/1.1" status: 200 len: 915 time: 0.2769926 Nov 22 10:37:54.027511 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe4d4ca-69b3-4c07-81cc-f2bda4fe2993 service neutron] Pushing event updated for resources: {'Port': ['ID=326eedf5-8a3e-4e3a-887c-a2d57a212dc8,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:37:54.065527 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-49573ba3-8002-4af9-aadb-0cf5d8fdd792 req-4766f88a-2fc8-4827-9518-07e79b2f9771 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9ef8276-57c4-428e-b639-a4eb9f8806d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549758 Nov 22 10:37:54.116943 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [req-7706dae3-ee22-4829-a00f-29c2e777db2e req-0c6a020a-09fa-48cb-8d8c-992f33a92851 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Allocated IP 172.20.0.12 (8322e46a-3342-4b13-a227-93a753c68c4d/577eebcf-b7ff-49af-bb41-5fd2bf870914/e10e9677-3206-459d-8974-fe40b23be904) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 10:37:54.122978 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20e66d-295c-4287-a38a-31f3fa6bd236 req-e81a2eb9-4197-4f16-a40a-1459e1209e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:54.124782 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ce20e66d-295c-4287-a38a-31f3fa6bd236 req-e81a2eb9-4197-4f16-a40a-1459e1209e3f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=549a9a424a794c74836d8d862db06e25&device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 1097 time: 0.2843413 Nov 22 10:37:54.127653 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [req-c2ca03d4-eaa5-404a-9ac5-602021f22918 req-c96abe2c-3c93-4350-ad77-f65d96c21154 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec HTTP/1.1" status: 200 len: 998 time: 0.1385574 Nov 22 10:37:54.201997 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca03d4-eaa5-404a-9ac5-602021f22918 req-9e0e1f45-df35-4345-a832-cbff897fec84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:54.203551 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [req-c2ca03d4-eaa5-404a-9ac5-602021f22918 req-9e0e1f45-df35-4345-a832-cbff897fec84 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c4f21e7d-d84a-4ede-b812-0052f7303231 HTTP/1.1" status: 200 len: 853 time: 0.0574858 Nov 22 10:37:54.239459 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ce20e66d-295c-4287-a38a-31f3fa6bd236 req-6a2bae57-7210-4d43-8d80-0892eb803381 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=326eedf5-8a3e-4e3a-887c-a2d57a212dc8 HTTP/1.1" status: 200 len: 217 time: 0.0955520 Nov 22 10:37:54.261368 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca03d4-eaa5-404a-9ac5-602021f22918 req-e8b4df90-ac7b-4527-9143-efabce184ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:54.262994 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [req-c2ca03d4-eaa5-404a-9ac5-602021f22918 req-e8b4df90-ac7b-4527-9143-efabce184ec9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e114790e-2c2f-46a4-8dd6-49197de38f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0484414 Nov 22 10:37:54.332190 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fa1d8dc3-66ac-4754-be9a-b12979d582d0 req-e5e76ad7-0a51-40a0-9e3b-b771fbf8658b service neutron] 10.222.0.20 "GET /v2.0/networks/f8081780-6619-4e5e-aa59-236a3848a084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4938517 Nov 22 10:37:54.352672 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9ec36-5c44-48ce-a05b-4acb9773f0fd req-96befaae-a8ca-4e91-8e5c-d070f8b4879a tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:54.354322 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c2e9ec36-5c44-48ce-a05b-4acb9773f0fd req-96befaae-a8ca-4e91-8e5c-d070f8b4879a tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf HTTP/1.1" status: 200 len: 945 time: 0.2345428 Nov 22 10:37:54.440810 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae4508-0ae2-439d-8dc5-ecd051af2986 req-dd13b321-b752-4111-bde5-7a473cd08eb2 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:54.442554 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1aae4508-0ae2-439d-8dc5-ecd051af2986 req-dd13b321-b752-4111-bde5-7a473cd08eb2 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 943 time: 0.2646897 Nov 22 10:37:54.444233 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20e66d-295c-4287-a38a-31f3fa6bd236 req-8cb62510-3af3-4f9b-b220-ae9f896b647f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:54.445861 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ce20e66d-295c-4287-a38a-31f3fa6bd236 req-8cb62510-3af3-4f9b-b220-ae9f896b647f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=77794ac0-976d-4d93-aa56-2296caa8293f HTTP/1.1" status: 200 len: 853 time: 0.1794875 Nov 22 10:37:54.561795 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [req-c2ca03d4-eaa5-404a-9ac5-602021f22918 req-534a392e-8ded-4470-8215-4a1ce59789d0 service neutron] 10.222.0.20 "GET /v2.0/networks/e114790e-2c2f-46a4-8dd6-49197de38f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892354 Nov 22 10:37:54.582160 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c2e9ec36-5c44-48ce-a05b-4acb9773f0fd req-fd8afaa2-5135-4022-bb99-2f8ee77bfd0f tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3a2b3ee-5d06-4ae4-b2b4-4ad2386cd0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1972272 Nov 22 10:37:54.618945 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1aae4508-0ae2-439d-8dc5-ecd051af2986 req-6c72b603-fb76-4581-b1ca-3cc74275ab93 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624470 Nov 22 10:37:54.624155 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-7706dae3-ee22-4829-a00f-29c2e777db2e req-0c6a020a-09fa-48cb-8d8c-992f33a92851 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:54.629219 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20e66d-295c-4287-a38a-31f3fa6bd236 req-4c6fbd59-5c68-4cb4-b8c6-e3020c2a7288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:54.630833 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ce20e66d-295c-4287-a38a-31f3fa6bd236 req-4c6fbd59-5c68-4cb4-b8c6-e3020c2a7288 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1730988 Nov 22 10:37:54.690863 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-4fde05d5-cf06-49c5-9899-f048870809db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:54.736623 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-7706dae3-ee22-4829-a00f-29c2e777db2e req-0c6a020a-09fa-48cb-8d8c-992f33a92851 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749315246228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11987816'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:54.737409 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [req-c2ca03d4-eaa5-404a-9ac5-602021f22918 req-244e2c3f-ef7a-4ba0-ab55-a3b786b232d8 service neutron] 10.222.0.20 "GET /v2.0/networks/e114790e-2c2f-46a4-8dd6-49197de38f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664405 Nov 22 10:37:54.875991 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7706dae3-ee22-4829-a00f-29c2e777db2e req-0c6a020a-09fa-48cb-8d8c-992f33a92851 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Network 8322e46a-3342-4b13-a227-93a753c68c4d is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:37:54.898671 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [req-7706dae3-ee22-4829-a00f-29c2e777db2e req-0c6a020a-09fa-48cb-8d8c-992f33a92851 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:37:54.903919 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ce20e66d-295c-4287-a38a-31f3fa6bd236 req-67c1f370-e950-4ba1-a6fd-f7fcd211ba5d service neutron] 10.222.0.20 "GET /v2.0/networks/a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495773 Nov 22 10:37:54.905298 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-7706dae3-ee22-4829-a00f-29c2e777db2e req-0c6a020a-09fa-48cb-8d8c-992f33a92851 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 10:37:54.954829 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183c5fa-2866-425e-a382-509051bf6ef5 req-3c7dad25-833c-4a02-bf9f-161dc8c11249 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:54.957097 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f183c5fa-2866-425e-a382-509051bf6ef5 req-3c7dad25-833c-4a02-bf9f-161dc8c11249 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6811294-cd5f-4f0a-8884-4ee50b5b4e20 HTTP/1.1" status: 200 len: 932 time: 0.2349849 Nov 22 10:37:55.309970 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ce20e66d-295c-4287-a38a-31f3fa6bd236 req-8f92f8e4-09ea-49d3-8de7-256ae63b9703 service neutron] 10.222.0.20 "GET /v2.0/networks/a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3813105 Nov 22 10:37:55.310583 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6a020a-09fa-48cb-8d8c-992f33a92851 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Pushing event updated for resources: {'Port': ['ID=e10e9677-3206-459d-8974-fe40b23be904,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:37:55.323757 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6a020a-09fa-48cb-8d8c-992f33a92851 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:37:55.323757 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6a020a-09fa-48cb-8d8c-992f33a92851 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:37:55.323757 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6a020a-09fa-48cb-8d8c-992f33a92851 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:37:55.323757 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6a020a-09fa-48cb-8d8c-992f33a92851 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:37:55.324421 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6a020a-09fa-48cb-8d8c-992f33a92851 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:37:55.324421 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6a020a-09fa-48cb-8d8c-992f33a92851 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:37:55.324795 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6a020a-09fa-48cb-8d8c-992f33a92851 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:37:55.324924 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6a020a-09fa-48cb-8d8c-992f33a92851 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:37:55.325205 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6a020a-09fa-48cb-8d8c-992f33a92851 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:37:55.325721 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6a020a-09fa-48cb-8d8c-992f33a92851 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:37:55.326187 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6a020a-09fa-48cb-8d8c-992f33a92851 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:37:55.326663 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6a020a-09fa-48cb-8d8c-992f33a92851 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:37:55.410388 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48be17-4d9b-42fe-8d34-d104fcdfc111 req-635cdc86-d7e3-4fb4-9b22-02e754e7a5b7 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:55.418187 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fd48be17-4d9b-42fe-8d34-d104fcdfc111 req-635cdc86-d7e3-4fb4-9b22-02e754e7a5b7 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf HTTP/1.1" status: 200 len: 945 time: 0.6447911 Nov 22 10:37:55.462535 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706dae3-ee22-4829-a00f-29c2e777db2e req-0c6a020a-09fa-48cb-8d8c-992f33a92851 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:55.463205 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-7706dae3-ee22-4829-a00f-29c2e777db2e req-0c6a020a-09fa-48cb-8d8c-992f33a92851 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:55.500907 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7706dae3-ee22-4829-a00f-29c2e777db2e req-0c6a020a-09fa-48cb-8d8c-992f33a92851 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3270648 Nov 22 10:37:55.532239 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fd48be17-4d9b-42fe-8d34-d104fcdfc111 req-687d616e-7d21-4bec-a0db-eeafdd87829f tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3a2b3ee-5d06-4ae4-b2b4-4ad2386cd0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129959 Nov 22 10:37:55.543859 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f183c5fa-2866-425e-a382-509051bf6ef5 req-e6e75ca7-f291-49ad-8fdf-062271f74dbd tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e40a7e6-cdbe-4f0e-a119-0e19f7af0085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254596 Nov 22 10:37:55.562687 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 43124) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:37:55.801570 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798ddb48-ee63-48fe-86a4-6d877e40a194 tempest-TestShelveInstance-147118104 tempest-TestShelveInstance-147118104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:55.811358 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 43142) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:37:55.820495 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-798ddb48-ee63-48fe-86a4-6d877e40a194 tempest-TestShelveInstance-147118104 tempest-TestShelveInstance-147118104-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf HTTP/1.1" status: 200 len: 1093 time: 0.2424965 Nov 22 10:37:55.826005 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-81a3da3d-a852-4da3-aadb-dede8efa18d3 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Request body: {'floatingip': {'floating_network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'port_id': '5a918824-cebb-4510-aebc-018e2f7e10b1', 'tenant_id': '48e14154c62a42a8b78c798e97aa89fb', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:37:55.855195 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-81a3da3d-a852-4da3-aadb-dede8efa18d3 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Publish callbacks [] for floatingip, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:55.899629 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce168ec1-d8e2-41f9-b606-4bad13752e6c req-df61a01a-2bad-4d19-9152-0c9bb80bf174 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:55.901258 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ce168ec1-d8e2-41f9-b606-4bad13752e6c req-df61a01a-2bad-4d19-9152-0c9bb80bf174 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/networks?id=1739dec4-235e-4240-8471-290e5b4cd168 HTTP/1.1" status: 200 len: 815 time: 0.2536981 Nov 22 10:37:55.949628 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540d8bc5-f3d5-4476-ba26-5eb30ddae75b req-1d61cc53-a0cb-4dbd-97c9-8bf9b298db5d tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:55.951216 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-540d8bc5-f3d5-4476-ba26-5eb30ddae75b req-1d61cc53-a0cb-4dbd-97c9-8bf9b298db5d tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 944 time: 0.1790273 Nov 22 10:37:55.956952 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ce168ec1-d8e2-41f9-b606-4bad13752e6c req-822234b9-a22d-4ff4-ab09-eb68df648c94 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/quotas/a3d11e30d2104dbf9ece93bc38472a72 HTTP/1.1" status: 200 len: 375 time: 0.0246997 Nov 22 10:37:56.045562 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-540d8bc5-f3d5-4476-ba26-5eb30ddae75b req-517338db-3d0c-45c4-9eb5-fdb2f7bf574d tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9ef8276-57c4-428e-b639-a4eb9f8806d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861876 Nov 22 10:37:56.061924 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ce168ec1-d8e2-41f9-b606-4bad13752e6c req-98ccb781-2efc-4284-ba9a-c91362e101d8 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3d11e30d2104dbf9ece93bc38472a72&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0925820 Nov 22 10:37:56.201956 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-81a3da3d-a852-4da3-aadb-dede8efa18d3 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:56.278223 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe3def-5714-4def-9b33-678369f94c06 req-faab1f6e-c757-47c1-a30a-e79715344c6f tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:56.279768 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-52fe3def-5714-4def-9b33-678369f94c06 req-faab1f6e-c757-47c1-a30a-e79715344c6f tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 943 time: 0.1293199 Nov 22 10:37:56.294440 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ce168ec1-d8e2-41f9-b606-4bad13752e6c req-2625b7bf-e3d6-41bb-9776-f4a8a928895c service neutron] 10.222.0.46 "GET /v2.0/networks/1739dec4-235e-4240-8471-290e5b4cd168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124307 Nov 22 10:37:56.440036 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-52fe3def-5714-4def-9b33-678369f94c06 req-ce9342b0-86b5-4dcf-87de-a03b8069b221 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509347 Nov 22 10:37:56.460801 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [None req-81a3da3d-a852-4da3-aadb-dede8efa18d3 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Allocated IP 172.27.0.148 (e6af0ad0-9fc1-4d6f-8919-77652c0c2a28/df63829c-39ab-4507-b346-4c3fdb4717de/8bcb25b9-dca1-4efd-b182-902f2209dfa7) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 10:37:56.493040 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ce168ec1-d8e2-41f9-b606-4bad13752e6c req-bf83b97c-03e6-494a-ba39-aaf65673851b service neutron] 10.222.0.46 "GET /v2.0/networks/1739dec4-235e-4240-8471-290e5b4cd168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900377 Nov 22 10:37:56.610571 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-81a3da3d-a852-4da3-aadb-dede8efa18d3 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:56.701185 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-81a3da3d-a852-4da3-aadb-dede8efa18d3 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749315246228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11987816'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:56.734563 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f74a1705-df6a-4725-b442-51ee8c472aa5 req-387c4b66-bafa-4853-beaf-2a71f653bd6c tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=91e561db-215b-4001-8ffb-bc4b093d8d0d HTTP/1.1" status: 200 len: 210 time: 0.0552979 Nov 22 10:37:56.785666 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d6c7e-1866-44e3-990c-163a691dba0b req-c1bfe1c2-99bd-4b22-a107-23788259fb99 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:56.793552 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ad0d6c7e-1866-44e3-990c-163a691dba0b req-c1bfe1c2-99bd-4b22-a107-23788259fb99 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6811294-cd5f-4f0a-8884-4ee50b5b4e20 HTTP/1.1" status: 200 len: 932 time: 0.1459098 Nov 22 10:37:56.814457 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a3da3d-a852-4da3-aadb-dede8efa18d3 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Network e6af0ad0-9fc1-4d6f-8919-77652c0c2a28 is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:37:56.828458 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-81a3da3d-a852-4da3-aadb-dede8efa18d3 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:37:56.834207 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a3da3d-a852-4da3-aadb-dede8efa18d3 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 10:37:56.863525 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a3da3d-a852-4da3-aadb-dede8efa18d3 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Pushing event updated for resources: {'Port': ['ID=8bcb25b9-dca1-4efd-b182-902f2209dfa7,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:37:56.939403 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ad0d6c7e-1866-44e3-990c-163a691dba0b req-6a5d80e1-5127-4689-a1a3-49ae0c0c8c42 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e40a7e6-cdbe-4f0e-a119-0e19f7af0085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358824 Nov 22 10:37:57.010161 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-89622d5d-2148-4073-9071-67a405d72753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:57.268417 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc123d1-5bca-47de-8ce9-f7a226a33c48 req-85bafe73-6f97-4390-9e74-7f6aea4c15d3 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:57.269920 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7fc123d1-5bca-47de-8ce9-f7a226a33c48 req-85bafe73-6f97-4390-9e74-7f6aea4c15d3 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 944 time: 0.1067207 Nov 22 10:37:57.365317 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7fc123d1-5bca-47de-8ce9-f7a226a33c48 req-6dc6e541-ed03-4077-977e-a7b38cc84314 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9ef8276-57c4-428e-b639-a4eb9f8806d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876188 Nov 22 10:37:57.481124 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-81a3da3d-a852-4da3-aadb-dede8efa18d3 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:57.569556 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-81a3da3d-a852-4da3-aadb-dede8efa18d3 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:57.644387 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2bb262-d28a-41c7-ad42-022d7d2251fd req-ef965e86-aef7-46d2-ad1c-40a026136bf0 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:57.646054 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ee2bb262-d28a-41c7-ad42-022d7d2251fd req-ef965e86-aef7-46d2-ad1c-40a026136bf0 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 943 time: 0.0923784 Nov 22 10:37:57.760766 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ee2bb262-d28a-41c7-ad42-022d7d2251fd req-1a5e0967-36ec-4ec6-aa26-249b173aa60e tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063273 Nov 22 10:37:57.836583 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-81a3da3d-a852-4da3-aadb-dede8efa18d3 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Publish callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:57.854388 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-81a3da3d-a852-4da3-aadb-dede8efa18d3 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11987839'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:57.880327 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7d60ce6b-2476-47b2-bf28-88712103f09a req-a6f26d85-ad65-44e5-858b-6209cafd9f6c tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=91e561db-215b-4001-8ffb-bc4b093d8d0d HTTP/1.1" status: 200 len: 210 time: 0.0406003 Nov 22 10:37:57.958719 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a3da3d-a852-4da3-aadb-dede8efa18d3 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Pushing event updated for resources: {'Port': ['ID=8bcb25b9-dca1-4efd-b182-902f2209dfa7,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:37:57.963859 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-81a3da3d-a852-4da3-aadb-dede8efa18d3 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030162'] for floatingip, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:58.059266 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0c934117-efa3-4f33-917a-019854f2ef65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:58.110216 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.db.l3_db [None req-81a3da3d-a852-4da3-aadb-dede8efa18d3 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Floating IP af4f9e71-2847-41e9-862b-b7427d70e904 associated. External IP: 172.27.0.148, port: 5a918824-cebb-4510-aebc-018e2f7e10b1. Nov 22 10:37:58.159553 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc2675-b20b-4f54-af81-ef45eec7483f req-014f9d31-767d-474b-bb4a-3b013eedbc0d tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:58.161067 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-91cc2675-b20b-4f54-af81-ef45eec7483f req-014f9d31-767d-474b-bb4a-3b013eedbc0d tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6811294-cd5f-4f0a-8884-4ee50b5b4e20 HTTP/1.1" status: 200 len: 932 time: 0.1379025 Nov 22 10:37:58.275250 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-91cc2675-b20b-4f54-af81-ef45eec7483f req-b51668a4-2dcb-4f93-816f-1711e8152d0a tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e40a7e6-cdbe-4f0e-a119-0e19f7af0085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060038 Nov 22 10:37:58.726892 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8972c0-507d-4e9e-a93c-6d450e527472 req-48b552e8-fe01-4a55-b9ff-8e453790bd31 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:58.728425 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5d8972c0-507d-4e9e-a93c-6d450e527472 req-48b552e8-fe01-4a55-b9ff-8e453790bd31 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff495625-b409-4b63-93e2-68dbf32cd7c5 HTTP/1.1" status: 200 len: 945 time: 0.3783133 Nov 22 10:37:58.735478 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a3da3d-a852-4da3-aadb-dede8efa18d3 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Router 5b1ade10-bac9-43a9-b7db-b7bb40a2c974 has already been hosted by L3 agent fa3112ac-4a6e-40b6-a491-552ca746a833 {{(pid=102911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 10:37:58.746404 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1fbd3a-ca5a-46e6-9071-059a40e58d16 req-187a3bb6-9faf-4b86-bf9d-eddaba0482d8 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:58.747931 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4c1fbd3a-ca5a-46e6-9071-059a40e58d16 req-187a3bb6-9faf-4b86-bf9d-eddaba0482d8 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 944 time: 0.0997605 Nov 22 10:37:58.884582 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5d8972c0-507d-4e9e-a93c-6d450e527472 req-af63e414-ee84-48ea-a281-dba451302050 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472661 Nov 22 10:37:58.892829 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4c1fbd3a-ca5a-46e6-9071-059a40e58d16 req-2014fa11-b8ef-4774-8620-e95526dd7ac6 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9ef8276-57c4-428e-b639-a4eb9f8806d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353638 Nov 22 10:37:59.039926 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a3da3d-a852-4da3-aadb-dede8efa18d3 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Notify agent at l3_agent.dv-cinder-804035-13-iscsi the message routers_updated {{(pid=102911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 10:37:59.046220 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-501807b2-3c30-4590-a14f-56fcd26ea290 req-493f74d3-44ab-42f9-bc95-33fbf721d389 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=91e561db-215b-4001-8ffb-bc4b093d8d0d HTTP/1.1" status: 200 len: 210 time: 0.0659587 Nov 22 10:37:59.063420 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da36d878-7929-4d34-a2d9-d1a14731da99 None None] Sync routers for ids ['5b1ade10-bac9-43a9-b7db-b7bb40a2c974'] in dv-cinder-804035-13-iscsi {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 10:37:59.077679 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da36d878-7929-4d34-a2d9-d1a14731da99 None None] Routers {'5b1ade10-bac9-43a9-b7db-b7bb40a2c974'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:37:59.078629 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-da36d878-7929-4d34-a2d9-d1a14731da99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:37:57Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['5b1ade10-bac9-43a9-b7db-b7bb40a2c974'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:37:59.083260 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec562e-5015-4426-be49-212142e5f0e0 req-545671aa-9603-4aff-b1b1-1dd602d6bec4 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:59.085151 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8cec562e-5015-4426-be49-212142e5f0e0 req-545671aa-9603-4aff-b1b1-1dd602d6bec4 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 943 time: 0.1104553 Nov 22 10:37:59.089315 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-81a3da3d-a852-4da3-aadb-dede8efa18d3 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for floatingip, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:59.138821 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-81a3da3d-a852-4da3-aadb-dede8efa18d3 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3245833 Nov 22 10:37:59.140668 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f79ad0cd-bef2-49ee-92cb-c20e41b3cedf', 'tag': '5a918824-cebb-4510-aebc-018e2f7e10b1'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:37:59.143066 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5429d6209f9db75179b029b02f265116e5db13468d9d60e00895472a7fa8ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0ea882-394b-4abb-88c0-0be7955c0fed" -d '{"events": [{"name": "network-changed", "server_uuid": "f79ad0cd-bef2-49ee-92cb-c20e41b3cedf", "tag": "5a918824-cebb-4510-aebc-018e2f7e10b1"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:37:59.204287 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8cec562e-5015-4426-be49-212142e5f0e0 req-a5c9f79c-8377-4af5-b49e-68e1180eefc1 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111743 Nov 22 10:37:59.206193 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 10:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b06bce5-c31a-4bb7-9998-8ed56d2c7d42 x-openstack-request-id: req-3b06bce5-c31a-4bb7-9998-8ed56d2c7d42 {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:37:59.206492 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f79ad0cd-bef2-49ee-92cb-c20e41b3cedf", "tag": "5a918824-cebb-4510-aebc-018e2f7e10b1", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:37:59.206747 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3b06bce5-c31a-4bb7-9998-8ed56d2c7d42 {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:37:59.207156 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f79ad0cd-bef2-49ee-92cb-c20e41b3cedf', 'tag': '5a918824-cebb-4510-aebc-018e2f7e10b1', 'status': 'completed', 'code': 200} Nov 22 10:37:59.209972 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-da36d878-7929-4d34-a2d9-d1a14731da99 None None] Set router 5b1ade10-bac9-43a9-b7db-b7bb40a2c974 gateway port host: dv-cinder-804035-13-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:37:59.419350 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868761c0-f51b-4c73-82a6-f434f90f06fe req-bb5e1f20-1813-49ba-95c3-33ef3c9119c7 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:37:59.426329 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-868761c0-f51b-4c73-82a6-f434f90f06fe req-bb5e1f20-1813-49ba-95c3-33ef3c9119c7 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6811294-cd5f-4f0a-8884-4ee50b5b4e20 HTTP/1.1" status: 200 len: 932 time: 0.0698574 Nov 22 10:37:59.474911 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-da36d878-7929-4d34-a2d9-d1a14731da99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1ade10-bac9-43a9-b7db-b7bb40a2c974', 'name': 'tempest-TestShelveInstance-1377177714-router', 'tenant_id': '48e14154c62a42a8b78c798e97aa89fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '112de0a6-e040-49eb-aca1-53ad5e216f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:36:23Z', 'updated_at': '2021-11-22T10:36:27Z', 'revision_number': 4, 'project_id': '48e14154c62a42a8b78c798e97aa89fb', 'gw_port': {'id': '112de0a6-e040-49eb-aca1-53ad5e216f4e', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1ade10-bac9-43a9-b7db-b7bb40a2c974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:36:24Z', 'updated_at': '2021-11-22T10:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_floatingips': [{'id': 'af4f9e71-2847-41e9-862b-b7427d70e904', 'tenant_id': '48e14154c62a42a8b78c798e97aa89fb', 'floating_ip_address': '172.27.0.148', 'floating_network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'router_id': '5b1ade10-bac9-43a9-b7db-b7bb40a2c974', 'port_id': '5a918824-cebb-4510-aebc-018e2f7e10b1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f0551c7-6430-4845-aada-62dfaa2f8a11', 'mac_address': 'fa:16:3e:be:0a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79ad0cd-bef2-49ee-92cb-c20e41b3cedf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T10:37:57Z', 'updated_at': '2021-11-22T10:37:57Z', 'revision_number': 0, 'project_id': '48e14154c62a42a8b78c798e97aa89fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93e19b12-ded4-485e-8a7d-8b425f9400c8', 'name': '', 'network_id': '9f0551c7-6430-4845-aada-62dfaa2f8a11', 'tenant_id': '48e14154c62a42a8b78c798e97aa89fb', 'mac_address': 'fa:16:3e:05:3d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1ade10-bac9-43a9-b7db-b7bb40a2c974', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'fc21decf-859f-49c8-bd91-1056ff444d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:36:26Z', 'updated_at': '2021-11-22T10:36:33Z', 'revision_number': 5, 'project_id': '48e14154c62a42a8b78c798e97aa89fb', 'subnets': [{'id': 'fc21decf-859f-49c8-bd91-1056ff444d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:37:59.493743 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-868761c0-f51b-4c73-82a6-f434f90f06fe req-0b600ea9-22e0-4ed5-9dc2-15177aecc2d3 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e40a7e6-cdbe-4f0e-a119-0e19f7af0085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651033 Nov 22 10:37:59.505666 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da36d878-7929-4d34-a2d9-d1a14731da99 None None] Checking router: 5b1ade10-bac9-43a9-b7db-b7bb40a2c974 for host: dv-cinder-804035-13-iscsi {{(pid=102913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 10:37:59.523608 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da36d878-7929-4d34-a2d9-d1a14731da99 None None] Routers {'5b1ade10-bac9-43a9-b7db-b7bb40a2c974'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:37:59.524479 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-da36d878-7929-4d34-a2d9-d1a14731da99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:37:57Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['5b1ade10-bac9-43a9-b7db-b7bb40a2c974'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:37:59.653792 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-da36d878-7929-4d34-a2d9-d1a14731da99 None None] Set router 5b1ade10-bac9-43a9-b7db-b7bb40a2c974 gateway port host: dv-cinder-804035-13-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:37:59.844774 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e21c8dd6-a119-43bc-9b42-7d87f9168fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:37:59.915326 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-da36d878-7929-4d34-a2d9-d1a14731da99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1ade10-bac9-43a9-b7db-b7bb40a2c974', 'name': 'tempest-TestShelveInstance-1377177714-router', 'tenant_id': '48e14154c62a42a8b78c798e97aa89fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '112de0a6-e040-49eb-aca1-53ad5e216f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:36:23Z', 'updated_at': '2021-11-22T10:36:27Z', 'revision_number': 4, 'project_id': '48e14154c62a42a8b78c798e97aa89fb', 'gw_port': {'id': '112de0a6-e040-49eb-aca1-53ad5e216f4e', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1ade10-bac9-43a9-b7db-b7bb40a2c974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:36:24Z', 'updated_at': '2021-11-22T10:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_floatingips': [{'id': 'af4f9e71-2847-41e9-862b-b7427d70e904', 'tenant_id': '48e14154c62a42a8b78c798e97aa89fb', 'floating_ip_address': '172.27.0.148', 'floating_network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'router_id': '5b1ade10-bac9-43a9-b7db-b7bb40a2c974', 'port_id': '5a918824-cebb-4510-aebc-018e2f7e10b1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f0551c7-6430-4845-aada-62dfaa2f8a11', 'mac_address': 'fa:16:3e:be:0a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79ad0cd-bef2-49ee-92cb-c20e41b3cedf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T10:37:57Z', 'updated_at': '2021-11-22T10:37:57Z', 'revision_number': 0, 'project_id': '48e14154c62a42a8b78c798e97aa89fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93e19b12-ded4-485e-8a7d-8b425f9400c8', 'name': '', 'network_id': '9f0551c7-6430-4845-aada-62dfaa2f8a11', 'tenant_id': '48e14154c62a42a8b78c798e97aa89fb', 'mac_address': 'fa:16:3e:05:3d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1ade10-bac9-43a9-b7db-b7bb40a2c974', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'fc21decf-859f-49c8-bd91-1056ff444d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:36:26Z', 'updated_at': '2021-11-22T10:36:33Z', 'revision_number': 5, 'project_id': '48e14154c62a42a8b78c798e97aa89fb', 'subnets': [{'id': 'fc21decf-859f-49c8-bd91-1056ff444d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:37:59.946158 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da36d878-7929-4d34-a2d9-d1a14731da99 None None] The sync data for ids ['5b1ade10-bac9-43a9-b7db-b7bb40a2c974'] in dv-cinder-804035-13-iscsi is: [{'id': '5b1ade10-bac9-43a9-b7db-b7bb40a2c974', 'name': 'tempest-TestShelveInstance-1377177714-router', 'tenant_id': '48e14154c62a42a8b78c798e97aa89fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '112de0a6-e040-49eb-aca1-53ad5e216f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:36:23Z', 'updated_at': '2021-11-22T10:36:27Z', 'revision_number': 4, 'project_id': '48e14154c62a42a8b78c798e97aa89fb', 'gw_port': {'id': '112de0a6-e040-49eb-aca1-53ad5e216f4e', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1ade10-bac9-43a9-b7db-b7bb40a2c974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:36:24Z', 'updated_at': '2021-11-22T10:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_floatingips': [{'id': 'af4f9e71-2847-41e9-862b-b7427d70e904', 'tenant_id': '48e14154c62a42a8b78c798e97aa89fb', 'floating_ip_address': '172.27.0.148', 'floating_network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'router_id': '5b1ade10-bac9-43a9-b7db-b7bb40a2c974', 'port_id': '5a918824-cebb-4510-aebc-018e2f7e10b1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f0551c7-6430-4845-aada-62dfaa2f8a11', 'mac_address': 'fa:16:3e:be:0a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79ad0cd-bef2-49ee-92cb-c20e41b3cedf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T10:37:57Z', 'updated_at': '2021-11-22T10:37:57Z', 'revision_number': 0, 'project_id': '48e14154c62a42a8b78c798e97aa89fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93e19b12-ded4-485e-8a7d-8b425f9400c8', 'name': '', 'network_id': '9f0551c7-6430-4845-aada-62dfaa2f8a11', 'tenant_id': '48e14154c62a42a8b78c798e97aa89fb', 'mac_address': 'fa:16:3e:05:3d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1ade10-bac9-43a9-b7db-b7bb40a2c974', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'fc21decf-859f-49c8-bd91-1056ff444d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:36:26Z', 'updated_at': '2021-11-22T10:36:33Z', 'revision_number': 5, 'project_id': '48e14154c62a42a8b78c798e97aa89fb', 'subnets': [{'id': 'fc21decf-859f-49c8-bd91-1056ff444d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 10:38:00.067073 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3fa75f-d161-45ae-a1c6-01448af0e991 req-fbd9da81-08d0-481f-bcee-a93fc2561db2 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:00.068661 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5e3fa75f-d161-45ae-a1c6-01448af0e991 req-fbd9da81-08d0-481f-bcee-a93fc2561db2 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff495625-b409-4b63-93e2-68dbf32cd7c5 HTTP/1.1" status: 200 len: 945 time: 0.0749023 Nov 22 10:38:00.076850 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6bcad9-006d-4ce0-9f3c-dcbec25606c6 req-4038960b-c01c-410c-a499-a4d2ab5e2754 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:00.079177 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fc6bcad9-006d-4ce0-9f3c-dcbec25606c6 req-4038960b-c01c-410c-a499-a4d2ab5e2754 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 944 time: 0.0983303 Nov 22 10:38:00.166315 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5e3fa75f-d161-45ae-a1c6-01448af0e991 req-d7eb75e2-06c5-46ee-be0f-e2680f1fe1e5 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859804 Nov 22 10:38:00.175013 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fc6bcad9-006d-4ce0-9f3c-dcbec25606c6 req-b4a96358-ba6f-4c6f-88e7-fcf4d3ccbcd8 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9ef8276-57c4-428e-b639-a4eb9f8806d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869098 Nov 22 10:38:00.241038 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75270751-adea-4747-9ea2-524fc52979aa None None] New status for floating IP af4f9e71-2847-41e9-862b-b7427d70e904: ACTIVE {{(pid=102912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 10:38:00.292041 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2d0a3df4-c13a-41c6-9924-367999f9d25e req-be3feb28-9ee4-4865-badd-751cc645cbac tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=91e561db-215b-4001-8ffb-bc4b093d8d0d HTTP/1.1" status: 200 len: 210 time: 0.0442414 Nov 22 10:38:00.367635 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3485371-2b40-49a3-a90a-610e0d0d29aa req-50354a78-ea02-4ee8-a2e7-db8734590a5c tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:00.369210 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c3485371-2b40-49a3-a90a-610e0d0d29aa req-50354a78-ea02-4ee8-a2e7-db8734590a5c tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 943 time: 0.0605402 Nov 22 10:38:00.433612 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c3485371-2b40-49a3-a90a-610e0d0d29aa req-5cd94b6a-d43e-48e6-ae60-06adfba2c5e8 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576179 Nov 22 10:38:00.624658 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f458a-6d1c-4131-94aa-b8039967d0dc req-21797d40-b007-48db-bd52-1e4d59ac532b tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:00.626289 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-273f458a-6d1c-4131-94aa-b8039967d0dc req-21797d40-b007-48db-bd52-1e4d59ac532b tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6811294-cd5f-4f0a-8884-4ee50b5b4e20 HTTP/1.1" status: 200 len: 932 time: 0.0548413 Nov 22 10:38:00.680354 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-273f458a-6d1c-4131-94aa-b8039967d0dc req-e6a77971-220b-49d2-91c0-d64876b7efa4 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e40a7e6-cdbe-4f0e-a119-0e19f7af0085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476639 Nov 22 10:38:00.785287 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:01.336502 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d88a35-7822-47b3-982e-61854b23f8f4 req-0022dc8b-1bab-495e-a33c-bd7be424a67e tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:01.345434 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-07d88a35-7822-47b3-982e-61854b23f8f4 req-0022dc8b-1bab-495e-a33c-bd7be424a67e tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 944 time: 0.0925136 Nov 22 10:38:01.354717 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ee0f0-e72e-4bb8-812e-f568b838c35e req-54edaf9b-661c-4c89-a084-a1a909ebb87f tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:01.356340 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-688ee0f0-e72e-4bb8-812e-f568b838c35e req-54edaf9b-661c-4c89-a084-a1a909ebb87f tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff495625-b409-4b63-93e2-68dbf32cd7c5 HTTP/1.1" status: 200 len: 945 time: 0.1048372 Nov 22 10:38:01.435995 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-07d88a35-7822-47b3-982e-61854b23f8f4 req-c07e4cf4-115a-4b3b-b4d9-1fb571dee47c tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9ef8276-57c4-428e-b639-a4eb9f8806d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785041 Nov 22 10:38:01.439977 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-688ee0f0-e72e-4bb8-812e-f568b838c35e req-3d29aa22-df6e-4c76-a466-cae041c274ae tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728557 Nov 22 10:38:01.536353 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-230009d7-9c15-43ed-b45b-47d40b5b4a57 req-c4c8d445-4ae0-42a7-ba2b-f76f719502a9 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=91e561db-215b-4001-8ffb-bc4b093d8d0d HTTP/1.1" status: 200 len: 210 time: 0.0301058 Nov 22 10:38:01.606871 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8f5e6-1698-4dc5-97a7-a17f59e43b10 req-8d4832ad-30ad-4936-bb88-5487a6cc714c tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:01.608632 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8da8f5e6-1698-4dc5-97a7-a17f59e43b10 req-8d4832ad-30ad-4936-bb88-5487a6cc714c tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 943 time: 0.0637696 Nov 22 10:38:01.665507 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8da8f5e6-1698-4dc5-97a7-a17f59e43b10 req-d42ceeda-0470-45df-bc56-709ddfd2813e tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507746 Nov 22 10:38:01.806254 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c13028-5bcf-44d2-a112-73e240cb2f29 req-9ea4cf7c-2bc0-442d-91ae-99eb04d976b4 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:01.808040 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a7c13028-5bcf-44d2-a112-73e240cb2f29 req-9ea4cf7c-2bc0-442d-91ae-99eb04d976b4 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6811294-cd5f-4f0a-8884-4ee50b5b4e20 HTTP/1.1" status: 200 len: 932 time: 0.0523915 Nov 22 10:38:01.864988 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a7c13028-5bcf-44d2-a112-73e240cb2f29 req-729fecde-339c-4e66-9d6e-c53056f45994 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e40a7e6-cdbe-4f0e-a119-0e19f7af0085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504701 Nov 22 10:38:02.601963 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14f435-0f3a-4dc4-b130-e91a8661a362 req-3882cef7-eb21-4ec6-86dd-d0876e3941b0 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:02.603539 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5e14f435-0f3a-4dc4-b130-e91a8661a362 req-3882cef7-eb21-4ec6-86dd-d0876e3941b0 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 944 time: 0.0835364 Nov 22 10:38:02.616411 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d032ea-4f2b-4ada-aa2c-c9cc769c279f req-fa0c80b6-e3f8-4bc2-a33d-4dde43f624b8 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:02.617961 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a2d032ea-4f2b-4ada-aa2c-c9cc769c279f req-fa0c80b6-e3f8-4bc2-a33d-4dde43f624b8 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff495625-b409-4b63-93e2-68dbf32cd7c5 HTTP/1.1" status: 200 len: 945 time: 0.0886853 Nov 22 10:38:02.694407 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a2d032ea-4f2b-4ada-aa2c-c9cc769c279f req-db069169-4f22-4a04-b9ac-1ca9994d66e7 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691276 Nov 22 10:38:02.698610 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5e14f435-0f3a-4dc4-b130-e91a8661a362 req-e3a62ff8-39db-4b08-acb5-b80a0a239903 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9ef8276-57c4-428e-b639-a4eb9f8806d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796468 Nov 22 10:38:02.818830 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-264fd651-e17a-4c93-8f07-7cfcf59e79bc req-3078094a-ec74-44d9-a003-a7f067d64abe tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=91e561db-215b-4001-8ffb-bc4b093d8d0d HTTP/1.1" status: 200 len: 210 time: 0.0528286 Nov 22 10:38:02.842290 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b171e-7764-4d6d-9276-26912c129da2 req-283cf4c9-1d12-4b5d-87e9-b974ce3452f8 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:02.843833 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-494b171e-7764-4d6d-9276-26912c129da2 req-283cf4c9-1d12-4b5d-87e9-b974ce3452f8 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 943 time: 0.0766895 Nov 22 10:38:02.904712 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-494b171e-7764-4d6d-9276-26912c129da2 req-f8417ca8-2d70-40ff-bb88-aec15f706b35 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544682 Nov 22 10:38:02.989032 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6d916-4db7-484f-b31e-36c6e857b7e0 req-e81153ad-be02-4619-af16-94aa8a45010b tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:02.990614 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5bd6d916-4db7-484f-b31e-36c6e857b7e0 req-e81153ad-be02-4619-af16-94aa8a45010b tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6811294-cd5f-4f0a-8884-4ee50b5b4e20 HTTP/1.1" status: 200 len: 932 time: 0.0523171 Nov 22 10:38:03.041635 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5bd6d916-4db7-484f-b31e-36c6e857b7e0 req-9dd8b8ef-18fd-4056-986b-1cfde7e6c833 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e40a7e6-cdbe-4f0e-a119-0e19f7af0085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447221 Nov 22 10:38:03.862899 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7e384-f176-4743-b635-6d5279221165 req-7e67c850-70ad-4e22-9e5e-153591b7562d tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:03.864477 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-01b7e384-f176-4743-b635-6d5279221165 req-7e67c850-70ad-4e22-9e5e-153591b7562d tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 944 time: 0.0921664 Nov 22 10:38:03.873236 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711002e-7ee8-4dd4-9085-62695f83666e req-2042e88f-4eca-45fe-a8c8-01f0cdc82252 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:03.874810 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6711002e-7ee8-4dd4-9085-62695f83666e req-2042e88f-4eca-45fe-a8c8-01f0cdc82252 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff495625-b409-4b63-93e2-68dbf32cd7c5 HTTP/1.1" status: 200 len: 945 time: 0.0935082 Nov 22 10:38:03.950744 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-01b7e384-f176-4743-b635-6d5279221165 req-170aee77-4ab5-412a-b1de-7f5253482ba8 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9ef8276-57c4-428e-b639-a4eb9f8806d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748935 Nov 22 10:38:03.954051 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6711002e-7ee8-4dd4-9085-62695f83666e req-995ddd6f-5e1f-4336-a6fc-c7f27691b723 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722196 Nov 22 10:38:04.064200 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-119e36b6-d00b-4c78-9bea-dc769f5ec152 req-73fec466-bb0c-4714-9ef6-2f0ec90d8e13 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=91e561db-215b-4001-8ffb-bc4b093d8d0d HTTP/1.1" status: 200 len: 210 time: 0.0495477 Nov 22 10:38:04.092698 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564ee9e-3d59-44e0-b3c2-e82f244cf490 req-ce78409a-fd41-4abb-9d9d-4ea53b743d40 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:04.094241 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f564ee9e-3d59-44e0-b3c2-e82f244cf490 req-ce78409a-fd41-4abb-9d9d-4ea53b743d40 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 943 time: 0.0778055 Nov 22 10:38:04.183695 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f564ee9e-3d59-44e0-b3c2-e82f244cf490 req-7e31eb1c-c3eb-4e0c-a541-385fab88cc2d tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789225 Nov 22 10:38:04.205220 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7c130-c21c-42ee-a605-f0e7d3e548ef req-3a16ee81-44e4-4637-b925-cdb3127bd0ad tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:04.206966 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-20d7c130-c21c-42ee-a605-f0e7d3e548ef req-3a16ee81-44e4-4637-b925-cdb3127bd0ad tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6811294-cd5f-4f0a-8884-4ee50b5b4e20 HTTP/1.1" status: 200 len: 932 time: 0.0693405 Nov 22 10:38:04.263974 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-20d7c130-c21c-42ee-a605-f0e7d3e548ef req-aff5f46e-2846-4aa4-bbad-e890f9160d7a tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e40a7e6-cdbe-4f0e-a119-0e19f7af0085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488775 Nov 22 10:38:05.122253 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01beb14-c126-4312-921f-6455a17ca0da req-55c3effb-873a-421b-83c2-2294048df395 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:05.123868 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b01beb14-c126-4312-921f-6455a17ca0da req-55c3effb-873a-421b-83c2-2294048df395 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff495625-b409-4b63-93e2-68dbf32cd7c5 HTTP/1.1" status: 200 len: 945 time: 0.0903242 Nov 22 10:38:05.133062 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2aa71d-2933-4582-bf11-6b9536dd0c23 req-b0e64672-b424-4e59-811a-d25521ea6816 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:05.134573 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2b2aa71d-2933-4582-bf11-6b9536dd0c23 req-b0e64672-b424-4e59-811a-d25521ea6816 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 944 time: 0.1023638 Nov 22 10:38:05.203632 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b01beb14-c126-4312-921f-6455a17ca0da req-e049100c-20c7-47c9-baea-6f82b0f6e5cc tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680342 Nov 22 10:38:05.218145 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2b2aa71d-2933-4582-bf11-6b9536dd0c23 req-7061b1fa-0d06-4ad8-a765-5d617d7af7e4 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9ef8276-57c4-428e-b639-a4eb9f8806d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753801 Nov 22 10:38:05.333574 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-41849880-ec8d-4c67-aa7b-a7e375fe59bc req-13054a93-1172-4323-b556-0c434ca9d406 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=91e561db-215b-4001-8ffb-bc4b093d8d0d HTTP/1.1" status: 200 len: 210 time: 0.0503912 Nov 22 10:38:05.355925 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77966c10-2118-44d2-a171-5bea5c91f666 req-cd5764c8-e139-4bc5-b067-a44917e5f02f tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:05.357603 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-77966c10-2118-44d2-a171-5bea5c91f666 req-cd5764c8-e139-4bc5-b067-a44917e5f02f tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 943 time: 0.0764642 Nov 22 10:38:05.419979 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-77966c10-2118-44d2-a171-5bea5c91f666 req-8962834d-8f5e-4433-b309-58ec4bb19a5f tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563574 Nov 22 10:38:05.456716 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4822d7a2-0986-4531-b6b1-edf80d4d7a91 req-2aabc715-d968-40b1-ada2-ad5ea715ed2a tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:05.458353 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4822d7a2-0986-4531-b6b1-edf80d4d7a91 req-2aabc715-d968-40b1-ada2-ad5ea715ed2a tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6811294-cd5f-4f0a-8884-4ee50b5b4e20 HTTP/1.1" status: 200 len: 932 time: 0.0551178 Nov 22 10:38:05.513051 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4822d7a2-0986-4531-b6b1-edf80d4d7a91 req-e45d3e4c-9c09-4f2d-b71a-ed1eeb111961 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e40a7e6-cdbe-4f0e-a119-0e19f7af0085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475192 Nov 22 10:38:06.367389 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85246ff1-ed6c-40ab-bbd0-2e848730f15b req-adcbebd6-f730-426f-a436-cfcd8f37c4d9 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:06.369078 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-85246ff1-ed6c-40ab-bbd0-2e848730f15b req-adcbebd6-f730-426f-a436-cfcd8f37c4d9 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff495625-b409-4b63-93e2-68dbf32cd7c5 HTTP/1.1" status: 200 len: 945 time: 0.0910239 Nov 22 10:38:06.382888 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dce301-2b1a-4e1f-a196-73eb559fb8b9 req-30457bde-291a-4c8c-8fb0-234b586372aa tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:06.384509 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c4dce301-2b1a-4e1f-a196-73eb559fb8b9 req-30457bde-291a-4c8c-8fb0-234b586372aa tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 944 time: 0.0757921 Nov 22 10:38:06.464128 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-85246ff1-ed6c-40ab-bbd0-2e848730f15b req-c1daf2f5-5688-45cc-b77f-cc00206261a3 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785508 Nov 22 10:38:06.472493 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c4dce301-2b1a-4e1f-a196-73eb559fb8b9 req-e5e5d4ed-b2a7-48c7-8a31-101f2cbbbb8d tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9ef8276-57c4-428e-b639-a4eb9f8806d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794666 Nov 22 10:38:06.560412 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6a4f5a24-f521-4add-902e-41f20b2ec41d req-25404a6c-c290-4c84-a5e9-04373c7bbc92 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=91e561db-215b-4001-8ffb-bc4b093d8d0d HTTP/1.1" status: 200 len: 210 time: 0.0341747 Nov 22 10:38:06.607969 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a54824-e9bf-4753-ac93-02f010ed47f6 req-909d798c-49c8-4f8c-9fe8-0b06e3da33e6 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:06.609806 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d0a54824-e9bf-4753-ac93-02f010ed47f6 req-909d798c-49c8-4f8c-9fe8-0b06e3da33e6 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 943 time: 0.0748427 Nov 22 10:38:06.696896 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d0a54824-e9bf-4753-ac93-02f010ed47f6 req-c0df50a5-e26b-48a0-a4d9-cd03047d606c tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794814 Nov 22 10:38:06.709532 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21564ac6-5d10-4c9d-87a4-b1cada481ad5 req-cf22c1a8-fc4c-4c90-88fe-822df299fa9e tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:06.711280 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-21564ac6-5d10-4c9d-87a4-b1cada481ad5 req-cf22c1a8-fc4c-4c90-88fe-822df299fa9e tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6811294-cd5f-4f0a-8884-4ee50b5b4e20 HTTP/1.1" status: 200 len: 932 time: 0.0876570 Nov 22 10:38:06.762755 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-21564ac6-5d10-4c9d-87a4-b1cada481ad5 req-728ec792-9a49-4e93-90e0-5fb3fb8598c5 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e40a7e6-cdbe-4f0e-a119-0e19f7af0085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447063 Nov 22 10:38:07.494309 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-7706dae3-ee22-4829-a00f-29c2e777db2e req-ca471780-d5d0-41bf-b3b3-b4f7cd8ec112 service neutron] Request body: {'port': {'device_id': 'd6811294-cd5f-4f0a-8884-4ee50b5b4e20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:38:07.632025 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-7706dae3-ee22-4829-a00f-29c2e777db2e req-ca471780-d5d0-41bf-b3b3-b4f7cd8ec112 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:07.652969 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ea882-394b-4abb-88c0-0be7955c0fed req-077f203e-b156-4bf1-801c-dfbc430b1056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:07.655886 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [req-2f0ea882-394b-4abb-88c0-0be7955c0fed req-077f203e-b156-4bf1-801c-dfbc430b1056 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=48e14154c62a42a8b78c798e97aa89fb&device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf HTTP/1.1" status: 200 len: 1098 time: 0.0620577 Nov 22 10:38:07.719525 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfcb600-234f-4e6c-a256-6546eb9e9e6a req-5f3a570d-e918-430c-aad4-5bf0d02b6fd8 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:07.721025 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ddfcb600-234f-4e6c-a256-6546eb9e9e6a req-5f3a570d-e918-430c-aad4-5bf0d02b6fd8 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff495625-b409-4b63-93e2-68dbf32cd7c5 HTTP/1.1" status: 200 len: 945 time: 0.1437011 Nov 22 10:38:07.736811 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d490074-9c07-44d4-b089-4364c2cdba16 req-cf0c936a-8c28-496d-bb93-5a7d69687fef tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:07.738364 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0d490074-9c07-44d4-b089-4364c2cdba16 req-cf0c936a-8c28-496d-bb93-5a7d69687fef tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 944 time: 0.1627402 Nov 22 10:38:07.743546 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19517d27-9c9a-434f-ae63-75ddbf89797b req-6ddc5066-6b10-4936-a5be-bb8fedb7927c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:07.745030 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-19517d27-9c9a-434f-ae63-75ddbf89797b req-6ddc5066-6b10-4936-a5be-bb8fedb7927c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=549a9a424a794c74836d8d862db06e25&device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 1097 time: 0.1818511 Nov 22 10:38:07.833919 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ea882-394b-4abb-88c0-0be7955c0fed req-519ac21e-4fea-4028-94fa-5052c3a24447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:07.835930 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [req-2f0ea882-394b-4abb-88c0-0be7955c0fed req-519ac21e-4fea-4028-94fa-5052c3a24447 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9f0551c7-6430-4845-aada-62dfaa2f8a11 HTTP/1.1" status: 200 len: 910 time: 0.1574733 Nov 22 10:38:07.919788 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [req-2f0ea882-394b-4abb-88c0-0be7955c0fed req-9e567f61-293b-4b1a-bdd6-3e14b93f58e7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a918824-cebb-4510-aebc-018e2f7e10b1 HTTP/1.1" status: 200 len: 1001 time: 0.0625069 Nov 22 10:38:07.933293 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0d490074-9c07-44d4-b089-4364c2cdba16 req-0c389548-79f3-45d8-a85c-bcac0cc21431 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9ef8276-57c4-428e-b639-a4eb9f8806d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832027 Nov 22 10:38:07.964242 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ddfcb600-234f-4e6c-a256-6546eb9e9e6a req-bbcdb24a-e0a1-4403-a5aa-903acd8515f4 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230752 Nov 22 10:38:07.986869 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ea882-394b-4abb-88c0-0be7955c0fed req-c9318464-5fd8-455f-841e-93f1c2759f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:07.993102 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [req-2f0ea882-394b-4abb-88c0-0be7955c0fed req-c9318464-5fd8-455f-841e-93f1c2759f55 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fc21decf-859f-49c8-bd91-1056ff444d5a HTTP/1.1" status: 200 len: 848 time: 0.0627780 Nov 22 10:38:08.051700 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ea882-394b-4abb-88c0-0be7955c0fed req-4c6dd3aa-bd40-49bf-b8da-84b28c51e12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:08.053347 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [req-2f0ea882-394b-4abb-88c0-0be7955c0fed req-4c6dd3aa-bd40-49bf-b8da-84b28c51e12e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9f0551c7-6430-4845-aada-62dfaa2f8a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0474734 Nov 22 10:38:08.054180 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19517d27-9c9a-434f-ae63-75ddbf89797b req-9ed5ddb4-1f25-4e2b-a0f1-790db00d1351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:08.055580 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-19517d27-9c9a-434f-ae63-75ddbf89797b req-9ed5ddb4-1f25-4e2b-a0f1-790db00d1351 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0 HTTP/1.1" status: 200 len: 915 time: 0.2688115 Nov 22 10:38:08.057430 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-dc695e75-6e73-4c58-87dc-6cceb45671a0 req-c2a6cb57-8f74-49cc-b16b-15fb94fb03eb tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=91e561db-215b-4001-8ffb-bc4b093d8d0d HTTP/1.1" status: 200 len: 210 time: 0.0440903 Nov 22 10:38:08.145110 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-19517d27-9c9a-434f-ae63-75ddbf89797b req-667ad55e-057b-4015-a1ea-86ba8cf6d150 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=326eedf5-8a3e-4e3a-887c-a2d57a212dc8 HTTP/1.1" status: 200 len: 217 time: 0.0706413 Nov 22 10:38:08.166001 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [req-2f0ea882-394b-4abb-88c0-0be7955c0fed req-a07ef93e-6d36-4c53-a096-0389776f692d service neutron] 10.222.0.20 "GET /v2.0/networks/9f0551c7-6430-4845-aada-62dfaa2f8a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935407 Nov 22 10:38:08.259258 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b0b4e-1568-4c79-aeab-e86f0712cd9c req-24142cac-cc5c-4ad9-8b9e-36eacc33a6af tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:08.260835 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-357b0b4e-1568-4c79-aeab-e86f0712cd9c req-24142cac-cc5c-4ad9-8b9e-36eacc33a6af tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 943 time: 0.2083287 Nov 22 10:38:08.284491 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19517d27-9c9a-434f-ae63-75ddbf89797b req-ac3c7689-4a27-4756-86dc-378e2657ce33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:08.285931 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-19517d27-9c9a-434f-ae63-75ddbf89797b req-ac3c7689-4a27-4756-86dc-378e2657ce33 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=77794ac0-976d-4d93-aa56-2296caa8293f HTTP/1.1" status: 200 len: 853 time: 0.1080432 Nov 22 10:38:08.287945 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [req-2f0ea882-394b-4abb-88c0-0be7955c0fed req-0894d204-961a-4093-9faa-5578537f2699 service neutron] 10.222.0.20 "GET /v2.0/networks/9f0551c7-6430-4845-aada-62dfaa2f8a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033456 Nov 22 10:38:08.308004 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a282fb5-70f4-4174-9e0d-60b9c519c187 req-e2628dc3-f9c9-412e-b89a-ae95164efdea tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:08.309531 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9a282fb5-70f4-4174-9e0d-60b9c519c187 req-e2628dc3-f9c9-412e-b89a-ae95164efdea tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6811294-cd5f-4f0a-8884-4ee50b5b4e20 HTTP/1.1" status: 200 len: 932 time: 0.1696630 Nov 22 10:38:08.674984 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [req-7706dae3-ee22-4829-a00f-29c2e777db2e req-ca471780-d5d0-41bf-b3b3-b4f7cd8ec112 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e10e9677-3206-459d-8974-fe40b23be904 {{(pid=102911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 10:38:08.696522 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-7706dae3-ee22-4829-a00f-29c2e777db2e req-ca471780-d5d0-41bf-b3b3-b4f7cd8ec112 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:08.757501 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-357b0b4e-1568-4c79-aeab-e86f0712cd9c req-a0b42dfc-76e8-4d3e-8874-0a26f28c586f tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4797785 Nov 22 10:38:08.765664 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.provisioning_blocks [req-7706dae3-ee22-4829-a00f-29c2e777db2e req-ca471780-d5d0-41bf-b3b3-b4f7cd8ec112 service neutron] Transition to ACTIVE for port object e10e9677-3206-459d-8974-fe40b23be904 will not be triggered until provisioned by entity L2. {{(pid=102911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 10:38:08.770960 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9a282fb5-70f4-4174-9e0d-60b9c519c187 req-6d192006-1c4c-44d9-b0c9-1d717f1f5826 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e40a7e6-cdbe-4f0e-a119-0e19f7af0085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4323955 Nov 22 10:38:08.776039 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-7706dae3-ee22-4829-a00f-29c2e777db2e req-ca471780-d5d0-41bf-b3b3-b4f7cd8ec112 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11987839'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:08.782284 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19517d27-9c9a-434f-ae63-75ddbf89797b req-936fb474-863e-41bd-97e6-05e695ac9e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:08.783754 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-19517d27-9c9a-434f-ae63-75ddbf89797b req-936fb474-863e-41bd-97e6-05e695ac9e75 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4438190 Nov 22 10:38:08.814532 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce168ec1-d8e2-41f9-b606-4bad13752e6c req-adffb9b8-8d66-4052-9b60-141cf151a569 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:08.816020 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ce168ec1-d8e2-41f9-b606-4bad13752e6c req-adffb9b8-8d66-4052-9b60-141cf151a569 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.20 "GET /v2.0/networks?id=1739dec4-235e-4240-8471-290e5b4cd168 HTTP/1.1" status: 200 len: 815 time: 0.5342655 Nov 22 10:38:08.876537 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-ce168ec1-d8e2-41f9-b606-4bad13752e6c req-6f2f8dd3-b327-4c34-bdd8-47fac895d41e tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Request body: {'port': {'device_id': '91e561db-215b-4001-8ffb-bc4b093d8d0d', 'network_id': '1739dec4-235e-4240-8471-290e5b4cd168', 'admin_state_up': True, 'tenant_id': 'a3d11e30d2104dbf9ece93bc38472a72'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:38:08.935523 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca471780-d5d0-41bf-b3b3-b4f7cd8ec112 service neutron] Pushing event updated for resources: {'Port': ['ID=e10e9677-3206-459d-8974-fe40b23be904,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:38:09.102075 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-19517d27-9c9a-434f-ae63-75ddbf89797b req-2e8954c8-fc48-485e-8893-69152d76b874 service neutron] 10.222.0.20 "GET /v2.0/networks/a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833490 Nov 22 10:38:09.214322 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-7706dae3-ee22-4829-a00f-29c2e777db2e req-ca471780-d5d0-41bf-b3b3-b4f7cd8ec112 service neutron] Attempting to bind port e10e9677-3206-459d-8974-fe40b23be904 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 10:38:09.214539 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-7706dae3-ee22-4829-a00f-29c2e777db2e req-ca471780-d5d0-41bf-b3b3-b4f7cd8ec112 service neutron] Attempting to bind port e10e9677-3206-459d-8974-fe40b23be904 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'a3762868-92fb-41e1-aa65-788b4f27c4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8322e46a-3342-4b13-a227-93a753c68c4d'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 10:38:09.214872 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7706dae3-ee22-4829-a00f-29c2e777db2e req-ca471780-d5d0-41bf-b3b3-b4f7cd8ec112 service neutron] Attempting to bind port e10e9677-3206-459d-8974-fe40b23be904 on network 8322e46a-3342-4b13-a227-93a753c68c4d {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:38:09.245825 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74731989-e3ea-42cd-82b7-3d2bb4359e18 req-9dbeffa8-b77d-4a17-8281-d0c1405243bc tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:09.247344 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-74731989-e3ea-42cd-82b7-3d2bb4359e18 req-9dbeffa8-b77d-4a17-8281-d0c1405243bc tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 944 time: 0.2268953 Nov 22 10:38:09.251563 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce168ec1-d8e2-41f9-b606-4bad13752e6c req-6f2f8dd3-b327-4c34-bdd8-47fac895d41e tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Made reservation on behalf of a3d11e30d2104dbf9ece93bc38472a72 for: {'port': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 10:38:09.255046 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-ce168ec1-d8e2-41f9-b606-4bad13752e6c req-6f2f8dd3-b327-4c34-bdd8-47fac895d41e tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:09.260972 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7706dae3-ee22-4829-a00f-29c2e777db2e req-ca471780-d5d0-41bf-b3b3-b4f7cd8ec112 service neutron] Port e10e9677-3206-459d-8974-fe40b23be904 on network 8322e46a-3342-4b13-a227-93a753c68c4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 10:38:09.261296 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7706dae3-ee22-4829-a00f-29c2e777db2e req-ca471780-d5d0-41bf-b3b3-b4f7cd8ec112 service neutron] Attempting to bind port e10e9677-3206-459d-8974-fe40b23be904 on network 8322e46a-3342-4b13-a227-93a753c68c4d {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:38:09.278025 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c2778d-a7fb-4fcd-9f50-591f9b276015 req-3f0bc540-69f9-4de7-97b6-c52f65a255c8 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:09.279524 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-98c2778d-a7fb-4fcd-9f50-591f9b276015 req-3f0bc540-69f9-4de7-97b6-c52f65a255c8 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff495625-b409-4b63-93e2-68dbf32cd7c5 HTTP/1.1" status: 200 len: 945 time: 0.2237031 Nov 22 10:38:09.323922 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7706dae3-ee22-4829-a00f-29c2e777db2e req-ca471780-d5d0-41bf-b3b3-b4f7cd8ec112 service neutron] Checking agent: {'id': '8aa3c5bc-bff8-4a30-90cc-a12bac01bfcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 10, 32, 50), 'started_at': datetime.datetime(2021, 11, 22, 10, 32, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 10, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 10:38:09.324255 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7706dae3-ee22-4829-a00f-29c2e777db2e req-ca471780-d5d0-41bf-b3b3-b4f7cd8ec112 service neutron] Checking segment: {'id': 'a3762868-92fb-41e1-aa65-788b4f27c4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8322e46a-3342-4b13-a227-93a753c68c4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:38:09.324664 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7706dae3-ee22-4829-a00f-29c2e777db2e req-ca471780-d5d0-41bf-b3b3-b4f7cd8ec112 service neutron] Bound using segment: {'id': 'a3762868-92fb-41e1-aa65-788b4f27c4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8322e46a-3342-4b13-a227-93a753c68c4d'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 10:38:09.325131 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-7706dae3-ee22-4829-a00f-29c2e777db2e req-ca471780-d5d0-41bf-b3b3-b4f7cd8ec112 service neutron] Bound port: e10e9677-3206-459d-8974-fe40b23be904, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3762868-92fb-41e1-aa65-788b4f27c4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8322e46a-3342-4b13-a227-93a753c68c4d'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 10:38:09.325465 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-7706dae3-ee22-4829-a00f-29c2e777db2e req-ca471780-d5d0-41bf-b3b3-b4f7cd8ec112 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:09.345139 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device 326eedf5-8a3e-4e3a-887c-a2d57a212dc8 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 10:38:09.363214 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-19517d27-9c9a-434f-ae63-75ddbf89797b req-b424f84a-23e9-4014-986c-80b060eb0f43 service neutron] 10.222.0.20 "GET /v2.0/networks/a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423439 Nov 22 10:38:09.468288 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port 326eedf5-8a3e-4e3a-887c-a2d57a212dc8, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=326eedf5-8a3e-4e3a-887c-a2d57a212dc8,segment=NetworkSegment(a66257e1-04de-463c-95eb-2c47fb42ab6a),segment_id=a66257e1-04de-463c-95eb-2c47fb42ab6a)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:38:09.476294 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-74731989-e3ea-42cd-82b7-3d2bb4359e18 req-1dbf38a9-e3fe-4e98-a0cb-b42e3f801bc0 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9ef8276-57c4-428e-b639-a4eb9f8806d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163162 Nov 22 10:38:09.484663 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Returning: {'device': '326eedf5-8a3e-4e3a-887c-a2d57a212dc8', 'network_id': 'a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0', 'port_id': '326eedf5-8a3e-4e3a-887c-a2d57a212dc8', 'mac_address': 'fa:16:3e:56:88:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77794ac0-976d-4d93-aa56-2296caa8293f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 10:38:09.495110 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-98c2778d-a7fb-4fcd-9f50-591f9b276015 req-05d9f92b-b2f3-4d14-8b69-3ce33d761aa9 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994615 Nov 22 10:38:09.539507 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-7706dae3-ee22-4829-a00f-29c2e777db2e req-ca471780-d5d0-41bf-b3b3-b4f7cd8ec112 service neutron] For port e10e9677-3206-459d-8974-fe40b23be904, host hv-cinder-80403, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 10:38:09.544439 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:09.558975 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 326eedf5-8a3e-4e3a-887c-a2d57a212dc8 {{(pid=102912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 10:38:09.561227 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-7706dae3-ee22-4829-a00f-29c2e777db2e req-ca471780-d5d0-41bf-b3b3-b4f7cd8ec112 service neutron] For port e10e9677-3206-459d-8974-fe40b23be904, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e10e9677-3206-459d-8974-fe40b23be904,segment=NetworkSegment(a3762868-92fb-41e1-aa65-788b4f27c4fb),segment_id=a3762868-92fb-41e1-aa65-788b4f27c4fb)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 10:38:09.578145 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-7706dae3-ee22-4829-a00f-29c2e777db2e req-ca471780-d5d0-41bf-b3b3-b4f7cd8ec112 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11987839'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:09.579544 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port 326eedf5-8a3e-4e3a-887c-a2d57a212dc8, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=326eedf5-8a3e-4e3a-887c-a2d57a212dc8,segment=NetworkSegment(a66257e1-04de-463c-95eb-2c47fb42ab6a),segment_id=a66257e1-04de-463c-95eb-2c47fb42ab6a)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:38:09.584496 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:09.598794 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [req-ce168ec1-d8e2-41f9-b606-4bad13752e6c req-6f2f8dd3-b327-4c34-bdd8-47fac895d41e tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Allocated IP 172.20.0.6 (1739dec4-235e-4240-8471-290e5b4cd168/5af65900-70c0-40b7-a79b-e99bb6b7714c/162efafc-5fbe-4bfc-a1b2-e10fdfd5a7eb) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 10:38:09.605315 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ddad00fa-9bb0-46ce-94a4-5aa73de19dcb req-afb14df9-d209-46ab-96d1-5ad93fd095e3 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=91e561db-215b-4001-8ffb-bc4b093d8d0d HTTP/1.1" status: 200 len: 210 time: 0.0467544 Nov 22 10:38:09.634042 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Pushing event updated for resources: {'Port': ['ID=326eedf5-8a3e-4e3a-887c-a2d57a212dc8,revision_number=4']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:38:09.641476 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:38:09.641661 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706dae3-ee22-4829-a00f-29c2e777db2e req-ca471780-d5d0-41bf-b3b3-b4f7cd8ec112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:09.641852 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:38:09.642189 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:38:09.642306 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-7706dae3-ee22-4829-a00f-29c2e777db2e req-ca471780-d5d0-41bf-b3b3-b4f7cd8ec112 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:09.642540 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:38:09.642852 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:38:09.643187 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:38:09.643515 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:38:09.643643 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7706dae3-ee22-4829-a00f-29c2e777db2e req-ca471780-d5d0-41bf-b3b3-b4f7cd8ec112 service neutron] 10.222.0.20 "PUT /v2.0/ports/e10e9677-3206-459d-8974-fe40b23be904 HTTP/1.1" status: 200 len: 1094 time: 2.1538572 Nov 22 10:38:09.643873 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:38:09.644098 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6811294-cd5f-4f0a-8884-4ee50b5b4e20', 'tag': 'e10e9677-3206-459d-8974-fe40b23be904'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:38:09.644211 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:38:09.644513 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:38:09.644834 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:38:09.645152 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:38:09.646374 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5429d6209f9db75179b029b02f265116e5db13468d9d60e00895472a7fa8ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade5f652-b33c-4bd0-b558-e6c17237fbe1" -d '{"events": [{"name": "network-changed", "server_uuid": "d6811294-cd5f-4f0a-8884-4ee50b5b4e20", "tag": "e10e9677-3206-459d-8974-fe40b23be904"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:38:09.695412 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 10:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1c45e9-d807-4dd4-b964-ddc2c99fc1d3 x-openstack-request-id: req-cf1c45e9-d807-4dd4-b964-ddc2c99fc1d3 {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:38:09.695412 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6811294-cd5f-4f0a-8884-4ee50b5b4e20", "tag": "e10e9677-3206-459d-8974-fe40b23be904", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:38:09.695412 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cf1c45e9-d807-4dd4-b964-ddc2c99fc1d3 {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:38:09.696380 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6811294-cd5f-4f0a-8884-4ee50b5b4e20', 'tag': 'e10e9677-3206-459d-8974-fe40b23be904', 'status': 'completed', 'code': 200} Nov 22 10:38:09.701792 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca471780-d5d0-41bf-b3b3-b4f7cd8ec112 service neutron] Pushing event updated for resources: {'Port': ['ID=e10e9677-3206-459d-8974-fe40b23be904,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:38:09.825473 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706dae3-ee22-4829-a00f-29c2e777db2e req-b6bee75e-5c0a-4015-90cf-ead3e459a0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:09.826994 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7706dae3-ee22-4829-a00f-29c2e777db2e req-b6bee75e-5c0a-4015-90cf-ead3e459a0a5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=93b9423a62144c8a975aacb49a424865&device_id=d6811294-cd5f-4f0a-8884-4ee50b5b4e20 HTTP/1.1" status: 200 len: 1097 time: 0.1103678 Nov 22 10:38:09.927578 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-ce168ec1-d8e2-41f9-b606-4bad13752e6c req-6f2f8dd3-b327-4c34-bdd8-47fac895d41e tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:09.929861 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7706dae3-ee22-4829-a00f-29c2e777db2e req-2da726fc-119d-4c1f-930e-5f730e515ed9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e10e9677-3206-459d-8974-fe40b23be904 HTTP/1.1" status: 200 len: 217 time: 0.0733929 Nov 22 10:38:09.951765 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] get_ports_and_sgs() called for port_ids ['326eedf5-8a3e-4e3a-887c-a2d57a212dc8'] {{(pid=102912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 10:38:10.034749 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af331fb3-fb63-4420-ba42-a9b3bbc9c60c req-4871c876-3ee5-4607-820d-ee0a4ccd5d33 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:10.036289 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-af331fb3-fb63-4420-ba42-a9b3bbc9c60c req-4871c876-3ee5-4607-820d-ee0a4ccd5d33 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 943 time: 0.1943762 Nov 22 10:38:10.042192 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706dae3-ee22-4829-a00f-29c2e777db2e req-26f7bfdb-e1bc-46f2-9c5d-0fbc23338ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:10.043739 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7706dae3-ee22-4829-a00f-29c2e777db2e req-26f7bfdb-e1bc-46f2-9c5d-0fbc23338ecd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=577eebcf-b7ff-49af-bb41-5fd2bf870914 HTTP/1.1" status: 200 len: 854 time: 0.0939033 Nov 22 10:38:10.054033 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d9855-c8ac-487e-89d6-c0fce9afac7e req-5207c838-d892-40eb-ae54-27789a342e93 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:10.055578 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-474d9855-c8ac-487e-89d6-c0fce9afac7e req-5207c838-d892-40eb-ae54-27789a342e93 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6811294-cd5f-4f0a-8884-4ee50b5b4e20 HTTP/1.1" status: 200 len: 944 time: 0.1726444 Nov 22 10:38:10.080434 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-ce168ec1-d8e2-41f9-b606-4bad13752e6c req-6f2f8dd3-b327-4c34-bdd8-47fac895d41e tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749315246228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11987816'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:10.107591 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7706dae3-ee22-4829-a00f-29c2e777db2e req-3da0e702-716f-4139-a156-4c7d8b4f79fb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8322e46a-3342-4b13-a227-93a753c68c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495129 Nov 22 10:38:10.223546 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce168ec1-d8e2-41f9-b606-4bad13752e6c req-6f2f8dd3-b327-4c34-bdd8-47fac895d41e tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Network 1739dec4-235e-4240-8471-290e5b4cd168 is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:38:10.240582 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [req-ce168ec1-d8e2-41f9-b606-4bad13752e6c req-6f2f8dd3-b327-4c34-bdd8-47fac895d41e tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:38:10.248796 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2f8dd3-b327-4c34-bdd8-47fac895d41e tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Pushing event updated for resources: {'Port': ['ID=162efafc-5fbe-4bfc-a1b2-e10fdfd5a7eb,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:38:10.252465 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce168ec1-d8e2-41f9-b606-4bad13752e6c req-6f2f8dd3-b327-4c34-bdd8-47fac895d41e tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 10:38:10.279826 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-af331fb3-fb63-4420-ba42-a9b3bbc9c60c req-4842e56b-9f7f-4970-a3dd-1b2da74c835d tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2349763 Nov 22 10:38:10.288622 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-474d9855-c8ac-487e-89d6-c0fce9afac7e req-b06e1274-311b-407c-8a0c-c00340d8b84d tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e40a7e6-cdbe-4f0e-a119-0e19f7af0085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190354 Nov 22 10:38:10.326750 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce168ec1-d8e2-41f9-b606-4bad13752e6c req-6f2f8dd3-b327-4c34-bdd8-47fac895d41e tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:10.327350 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-ce168ec1-d8e2-41f9-b606-4bad13752e6c req-6f2f8dd3-b327-4c34-bdd8-47fac895d41e tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:10.344344 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7706dae3-ee22-4829-a00f-29c2e777db2e req-b12ec219-91d2-4bae-87ce-8c0dd2212fed service neutron] 10.222.0.20 "GET /v2.0/networks/8322e46a-3342-4b13-a227-93a753c68c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027137 Nov 22 10:38:10.352702 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ce168ec1-d8e2-41f9-b606-4bad13752e6c req-6f2f8dd3-b327-4c34-bdd8-47fac895d41e tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5091457 Nov 22 10:38:10.376954 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-ce168ec1-d8e2-41f9-b606-4bad13752e6c req-86e4266f-0284-4cb2-8dd1-5b57a192b76c service neutron] Request body: {'port': {'device_id': '91e561db-215b-4001-8ffb-bc4b093d8d0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:38:10.481858 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-ce168ec1-d8e2-41f9-b606-4bad13752e6c req-86e4266f-0284-4cb2-8dd1-5b57a192b76c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:10.512710 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7706dae3-ee22-4829-a00f-29c2e777db2e req-c68de1a5-4b9a-4f51-b816-1491b1cd26fa service neutron] 10.222.0.20 "GET /v2.0/networks/8322e46a-3342-4b13-a227-93a753c68c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466134 Nov 22 10:38:10.818251 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27191a-2785-4a00-aefe-4c35ef59f36f req-39f71fc9-0e67-4595-9e42-ab7b02288bf8 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:10.819801 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1c27191a-2785-4a00-aefe-4c35ef59f36f req-39f71fc9-0e67-4595-9e42-ab7b02288bf8 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 945 time: 0.2555823 Nov 22 10:38:10.827221 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb64666-aea5-4c15-823c-caba7f214e45 req-124bca87-5db7-4de5-a2e4-3a6b6a879d8a tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:10.828865 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1cb64666-aea5-4c15-823c-caba7f214e45 req-124bca87-5db7-4de5-a2e4-3a6b6a879d8a tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff495625-b409-4b63-93e2-68dbf32cd7c5 HTTP/1.1" status: 200 len: 945 time: 0.2450171 Nov 22 10:38:10.837202 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade5f652-b33c-4bd0-b558-e6c17237fbe1 req-dbcb7782-b877-43e6-832f-6821526d6642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:10.838752 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ade5f652-b33c-4bd0-b558-e6c17237fbe1 req-dbcb7782-b877-43e6-832f-6821526d6642 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=93b9423a62144c8a975aacb49a424865&device_id=d6811294-cd5f-4f0a-8884-4ee50b5b4e20 HTTP/1.1" status: 200 len: 1097 time: 0.2001164 Nov 22 10:38:10.868876 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] get_ports_and_sgs() called for port_ids ['7b29c6e7-c1ba-4983-ab04-3db1251a4a72', 'd31f72a4-3cfb-4149-a149-0083a7db96b0', '8fcdd3ad-842b-4a16-9297-c14e81508bca'] {{(pid=102912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 10:38:11.224151 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f3038b-6c4f-4245-a68c-85ea2725c369 req-aab971ea-eb9c-454d-b8d1-5c3c9683e704 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:11.225860 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-81f3038b-6c4f-4245-a68c-85ea2725c369 req-aab971ea-eb9c-454d-b8d1-5c3c9683e704 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff495625-b409-4b63-93e2-68dbf32cd7c5 HTTP/1.1" status: 200 len: 945 time: 0.4667561 Nov 22 10:38:11.303980 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1c27191a-2785-4a00-aefe-4c35ef59f36f req-ce23428b-ba4d-458a-91fa-8bc3de1724a6 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9ef8276-57c4-428e-b639-a4eb9f8806d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4730859 Nov 22 10:38:11.338703 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1cb64666-aea5-4c15-823c-caba7f214e45 req-385857d0-60e4-49db-b2e2-c1a8cc1acc6d tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4977322 Nov 22 10:38:11.357552 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device 326eedf5-8a3e-4e3a-887c-a2d57a212dc8 up at agent hyperv_hv-cinder-80403 {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:38:11.357803 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade5f652-b33c-4bd0-b558-e6c17237fbe1 req-944bf1d8-c0f6-480e-aead-4ee9e6f10822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:11.359186 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ade5f652-b33c-4bd0-b558-e6c17237fbe1 req-944bf1d8-c0f6-480e-aead-4ee9e6f10822 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8322e46a-3342-4b13-a227-93a753c68c4d HTTP/1.1" status: 200 len: 915 time: 0.5011985 Nov 22 10:38:11.378568 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [req-ce168ec1-d8e2-41f9-b606-4bad13752e6c req-86e4266f-0284-4cb2-8dd1-5b57a192b76c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 162efafc-5fbe-4bfc-a1b2-e10fdfd5a7eb {{(pid=102911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 10:38:11.418762 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Provisioning for port 326eedf5-8a3e-4e3a-887c-a2d57a212dc8 completed by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 10:38:11.426111 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Provisioning complete for port 326eedf5-8a3e-4e3a-887c-a2d57a212dc8 triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:38:11.426475 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:11.449863 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-ce168ec1-d8e2-41f9-b606-4bad13752e6c req-86e4266f-0284-4cb2-8dd1-5b57a192b76c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:11.463438 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ade5f652-b33c-4bd0-b558-e6c17237fbe1 req-0c0ce9ff-48d5-45f3-8388-fc44a77e6554 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e10e9677-3206-459d-8974-fe40b23be904 HTTP/1.1" status: 200 len: 217 time: 0.0876210 Nov 22 10:38:11.511072 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:11.535335 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc98df96-7387-4b77-a13e-8f8bce4fba68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '326eedf5-8a3e-4e3a-887c-a2d57a212dc8'}] {{(pid=102912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:38:11.538609 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871da4fec6c70e81ce77d4e4817c66d6168a6b102b4e2b260a442deac58e97e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888854e1-6103-480e-9f31-fa27db540426" -d '{"events": [{"server_uuid": "cc98df96-7387-4b77-a13e-8f8bce4fba68", "name": "network-vif-plugged", "status": "completed", "tag": "326eedf5-8a3e-4e3a-887c-a2d57a212dc8"}]}' {{(pid=102912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:38:11.542464 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.provisioning_blocks [req-ce168ec1-d8e2-41f9-b606-4bad13752e6c req-86e4266f-0284-4cb2-8dd1-5b57a192b76c service neutron] Transition to ACTIVE for port object 162efafc-5fbe-4bfc-a1b2-e10fdfd5a7eb will not be triggered until provisioned by entity L2. {{(pid=102911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 10:38:11.552569 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port 326eedf5-8a3e-4e3a-887c-a2d57a212dc8, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=326eedf5-8a3e-4e3a-887c-a2d57a212dc8,segment=NetworkSegment(a66257e1-04de-463c-95eb-2c47fb42ab6a),segment_id=a66257e1-04de-463c-95eb-2c47fb42ab6a)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:38:11.554343 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-ce168ec1-d8e2-41f9-b606-4bad13752e6c req-86e4266f-0284-4cb2-8dd1-5b57a192b76c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11987839'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:11.557185 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:11.610065 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Pushing event updated for resources: {'Port': ['ID=326eedf5-8a3e-4e3a-887c-a2d57a212dc8,revision_number=5']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:38:11.628283 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade5f652-b33c-4bd0-b558-e6c17237fbe1 req-f071c3b7-4c96-4cf9-ab18-68c2666f46ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:11.629800 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ade5f652-b33c-4bd0-b558-e6c17237fbe1 req-f071c3b7-4c96-4cf9-ab18-68c2666f46ff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=577eebcf-b7ff-49af-bb41-5fd2bf870914 HTTP/1.1" status: 200 len: 854 time: 0.1450031 Nov 22 10:38:11.637317 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43efd4c3-68ce-46ba-b4ef-59711abb3366 req-245d7a74-1e21-46f8-b9df-30b2f91e67f5 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:11.638698 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-43efd4c3-68ce-46ba-b4ef-59711abb3366 req-245d7a74-1e21-46f8-b9df-30b2f91e67f5 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=91e561db-215b-4001-8ffb-bc4b093d8d0d HTTP/1.1" status: 200 len: 931 time: 0.2291467 Nov 22 10:38:11.666587 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf4b6e-534d-4732-806c-3a50581162e2 req-42313be2-4e29-4366-9552-779868ad7a34 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:11.668110 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4dcf4b6e-534d-4732-806c-3a50581162e2 req-42313be2-4e29-4366-9552-779868ad7a34 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 943 time: 0.2288239 Nov 22 10:38:11.672460 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e4266f-0284-4cb2-8dd1-5b57a192b76c service neutron] Pushing event updated for resources: {'Port': ['ID=162efafc-5fbe-4bfc-a1b2-e10fdfd5a7eb,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:38:11.702180 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ade5f652-b33c-4bd0-b558-e6c17237fbe1 req-c3ea7db8-5b80-465a-9073-356e59e62553 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8322e46a-3342-4b13-a227-93a753c68c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567033 Nov 22 10:38:11.724292 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-81f3038b-6c4f-4245-a68c-85ea2725c369 req-5054026a-7493-4daf-9b90-f6e03c619beb tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Deleting port 20f53f90-3a43-45e0-ab9e-ae35149604a8 {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:38:11.724640 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-81f3038b-6c4f-4245-a68c-85ea2725c369 req-5054026a-7493-4daf-9b90-f6e03c619beb tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:11.946296 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-43efd4c3-68ce-46ba-b4ef-59711abb3366 req-c69067a8-c0be-4930-b5fc-fbaf4359db91 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888334 Nov 22 10:38:11.985594 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4dcf4b6e-534d-4732-806c-3a50581162e2 req-79564ba0-fbba-4377-9d60-fc3e3d480ae5 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2891107 Nov 22 10:38:12.030597 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-ce168ec1-d8e2-41f9-b606-4bad13752e6c req-86e4266f-0284-4cb2-8dd1-5b57a192b76c service neutron] Attempting to bind port 162efafc-5fbe-4bfc-a1b2-e10fdfd5a7eb on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 10:38:12.030935 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-ce168ec1-d8e2-41f9-b606-4bad13752e6c req-86e4266f-0284-4cb2-8dd1-5b57a192b76c service neutron] Attempting to bind port 162efafc-5fbe-4bfc-a1b2-e10fdfd5a7eb by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'db179ef4-ef68-4c74-b563-b96560450275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1739dec4-235e-4240-8471-290e5b4cd168'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 10:38:12.031227 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce168ec1-d8e2-41f9-b606-4bad13752e6c req-86e4266f-0284-4cb2-8dd1-5b57a192b76c service neutron] Attempting to bind port 162efafc-5fbe-4bfc-a1b2-e10fdfd5a7eb on network 1739dec4-235e-4240-8471-290e5b4cd168 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:38:12.034308 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-81f3038b-6c4f-4245-a68c-85ea2725c369 req-5054026a-7493-4daf-9b90-f6e03c619beb tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] For port 20f53f90-3a43-45e0-ab9e-ae35149604a8, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=20f53f90-3a43-45e0-ab9e-ae35149604a8,segment=NetworkSegment(9ae977a0-e484-4146-ba84-66dc7a326740),segment_id=9ae977a0-e484-4146-ba84-66dc7a326740)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:38:12.034670 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-81f3038b-6c4f-4245-a68c-85ea2725c369 req-5054026a-7493-4daf-9b90-f6e03c619beb tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:12.037686 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 10:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3251b77-1717-4fbb-9ff5-9618e75f6a6c x-openstack-request-id: req-d3251b77-1717-4fbb-9ff5-9618e75f6a6c {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:38:12.038272 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc98df96-7387-4b77-a13e-8f8bce4fba68", "name": "network-vif-plugged", "status": "completed", "tag": "326eedf5-8a3e-4e3a-887c-a2d57a212dc8", "code": 200}]} {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:38:12.038272 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d3251b77-1717-4fbb-9ff5-9618e75f6a6c {{(pid=102912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:38:12.038621 dv-cinder-804035-13-iscsi neutron-server[102912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc98df96-7387-4b77-a13e-8f8bce4fba68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '326eedf5-8a3e-4e3a-887c-a2d57a212dc8', 'code': 200} Nov 22 10:38:12.067782 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ade5f652-b33c-4bd0-b558-e6c17237fbe1 req-9caaa354-a41c-4c5a-82e6-7c83761e9341 service neutron] 10.222.0.20 "GET /v2.0/networks/8322e46a-3342-4b13-a227-93a753c68c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512719 Nov 22 10:38:12.069738 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-81f3038b-6c4f-4245-a68c-85ea2725c369 req-5054026a-7493-4daf-9b90-f6e03c619beb tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Calling delete_port for 20f53f90-3a43-45e0-ab9e-ae35149604a8 owned by compute:nova {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:38:12.072551 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce168ec1-d8e2-41f9-b606-4bad13752e6c req-86e4266f-0284-4cb2-8dd1-5b57a192b76c service neutron] Port 162efafc-5fbe-4bfc-a1b2-e10fdfd5a7eb on network 1739dec4-235e-4240-8471-290e5b4cd168 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 10:38:12.072873 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce168ec1-d8e2-41f9-b606-4bad13752e6c req-86e4266f-0284-4cb2-8dd1-5b57a192b76c service neutron] Attempting to bind port 162efafc-5fbe-4bfc-a1b2-e10fdfd5a7eb on network 1739dec4-235e-4240-8471-290e5b4cd168 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:38:12.099006 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce168ec1-d8e2-41f9-b606-4bad13752e6c req-86e4266f-0284-4cb2-8dd1-5b57a192b76c service neutron] Checking agent: {'id': '8aa3c5bc-bff8-4a30-90cc-a12bac01bfcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 10, 32, 50), 'started_at': datetime.datetime(2021, 11, 22, 10, 32, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 10, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 10:38:12.099383 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce168ec1-d8e2-41f9-b606-4bad13752e6c req-86e4266f-0284-4cb2-8dd1-5b57a192b76c service neutron] Checking segment: {'id': 'db179ef4-ef68-4c74-b563-b96560450275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1739dec4-235e-4240-8471-290e5b4cd168'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:38:12.099690 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce168ec1-d8e2-41f9-b606-4bad13752e6c req-86e4266f-0284-4cb2-8dd1-5b57a192b76c service neutron] Bound using segment: {'id': 'db179ef4-ef68-4c74-b563-b96560450275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1739dec4-235e-4240-8471-290e5b4cd168'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 10:38:12.100284 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-ce168ec1-d8e2-41f9-b606-4bad13752e6c req-86e4266f-0284-4cb2-8dd1-5b57a192b76c service neutron] Bound port: 162efafc-5fbe-4bfc-a1b2-e10fdfd5a7eb, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db179ef4-ef68-4c74-b563-b96560450275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1739dec4-235e-4240-8471-290e5b4cd168'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 10:38:12.100625 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-ce168ec1-d8e2-41f9-b606-4bad13752e6c req-86e4266f-0284-4cb2-8dd1-5b57a192b76c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:12.193631 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce1763-9b1d-47bb-8e95-f958e87332e7 req-57d217c9-fbb2-4ed9-ba5e-f5aba300adb1 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:12.195257 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e0ce1763-9b1d-47bb-8e95-f958e87332e7 req-57d217c9-fbb2-4ed9-ba5e-f5aba300adb1 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6811294-cd5f-4f0a-8884-4ee50b5b4e20 HTTP/1.1" status: 200 len: 944 time: 0.1919808 Nov 22 10:38:12.228695 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b373f38-240a-4d96-8a06-68296195ce85 req-167c105b-36a3-4ecd-99ed-5fd59fa752c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:12.230145 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [req-0b373f38-240a-4d96-8a06-68296195ce85 req-167c105b-36a3-4ecd-99ed-5fd59fa752c7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 1099 time: 0.0442145 Nov 22 10:38:12.286875 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [req-0b373f38-240a-4d96-8a06-68296195ce85 req-4d6d6d07-980d-47dd-8c42-ec8384c6a57e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b9ef8276-57c4-428e-b639-a4eb9f8806d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476418 Nov 22 10:38:12.334643 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ade5f652-b33c-4bd0-b558-e6c17237fbe1 req-a6b2d8ed-bcb2-4879-9e7d-cdcabfe95f03 service neutron] 10.222.0.20 "GET /v2.0/networks/8322e46a-3342-4b13-a227-93a753c68c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546318 Nov 22 10:38:12.347636 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e0ce1763-9b1d-47bb-8e95-f958e87332e7 req-970c12aa-48e0-4ba7-9f55-5f77a18ade2d tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e40a7e6-cdbe-4f0e-a119-0e19f7af0085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443870 Nov 22 10:38:12.352929 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-ce168ec1-d8e2-41f9-b606-4bad13752e6c req-86e4266f-0284-4cb2-8dd1-5b57a192b76c service neutron] For port 162efafc-5fbe-4bfc-a1b2-e10fdfd5a7eb, host hv-cinder-80403, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 10:38:12.387293 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-ce168ec1-d8e2-41f9-b606-4bad13752e6c req-86e4266f-0284-4cb2-8dd1-5b57a192b76c service neutron] For port 162efafc-5fbe-4bfc-a1b2-e10fdfd5a7eb, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=162efafc-5fbe-4bfc-a1b2-e10fdfd5a7eb,segment=NetworkSegment(db179ef4-ef68-4c74-b563-b96560450275),segment_id=db179ef4-ef68-4c74-b563-b96560450275)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 10:38:12.406025 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-ce168ec1-d8e2-41f9-b606-4bad13752e6c req-86e4266f-0284-4cb2-8dd1-5b57a192b76c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11987839'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:12.478309 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-81f3038b-6c4f-4245-a68c-85ea2725c369 req-5054026a-7493-4daf-9b90-f6e03c619beb tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11987816'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:12.491645 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] get_ports_and_sgs() called for port_ids ['e7b68ff2-ecd7-4e74-81b4-cf38071ef393', '20f53f90-3a43-45e0-ab9e-ae35149604a8'] {{(pid=102912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 10:38:12.497683 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce168ec1-d8e2-41f9-b606-4bad13752e6c req-86e4266f-0284-4cb2-8dd1-5b57a192b76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:12.498303 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-ce168ec1-d8e2-41f9-b606-4bad13752e6c req-86e4266f-0284-4cb2-8dd1-5b57a192b76c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:12.499736 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ce168ec1-d8e2-41f9-b606-4bad13752e6c req-86e4266f-0284-4cb2-8dd1-5b57a192b76c service neutron] 10.222.0.20 "PUT /v2.0/ports/162efafc-5fbe-4bfc-a1b2-e10fdfd5a7eb HTTP/1.1" status: 200 len: 1093 time: 2.1324570 Nov 22 10:38:12.504883 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-901138f3-1b3d-458b-9da8-86cc5d1f17af req-6523e51e-f52f-408f-9b8d-a920009e7006 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff495625-b409-4b63-93e2-68dbf32cd7c5 HTTP/1.1" status: 200 len: 210 time: 0.0759449 Nov 22 10:38:12.505305 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91e561db-215b-4001-8ffb-bc4b093d8d0d', 'tag': '162efafc-5fbe-4bfc-a1b2-e10fdfd5a7eb'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:38:12.507766 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5429d6209f9db75179b029b02f265116e5db13468d9d60e00895472a7fa8ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af317039-2275-45d9-b0ca-f8a0abb4fe52" -d '{"events": [{"name": "network-changed", "server_uuid": "91e561db-215b-4001-8ffb-bc4b093d8d0d", "tag": "162efafc-5fbe-4bfc-a1b2-e10fdfd5a7eb"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:38:12.546631 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e4266f-0284-4cb2-8dd1-5b57a192b76c service neutron] Pushing event updated for resources: {'Port': ['ID=162efafc-5fbe-4bfc-a1b2-e10fdfd5a7eb,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:38:12.570864 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd3db2-63b7-46ee-8c94-ce04c5f5364e req-bb0a77da-58b6-40f1-8236-4a34b8b37e04 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:12.572548 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-61fd3db2-63b7-46ee-8c94-ce04c5f5364e req-bb0a77da-58b6-40f1-8236-4a34b8b37e04 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 946 time: 0.1820283 Nov 22 10:38:12.590603 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 10:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e0e837-ff3a-483b-bb57-65aa7eb51645 x-openstack-request-id: req-b8e0e837-ff3a-483b-bb57-65aa7eb51645 {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:38:12.590944 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91e561db-215b-4001-8ffb-bc4b093d8d0d", "tag": "162efafc-5fbe-4bfc-a1b2-e10fdfd5a7eb", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:38:12.591180 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b8e0e837-ff3a-483b-bb57-65aa7eb51645 {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:38:12.591528 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91e561db-215b-4001-8ffb-bc4b093d8d0d', 'tag': '162efafc-5fbe-4bfc-a1b2-e10fdfd5a7eb', 'status': 'completed', 'code': 200} Nov 22 10:38:12.648050 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f3038b-6c4f-4245-a68c-85ea2725c369 req-5054026a-7493-4daf-9b90-f6e03c619beb tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] No DVR routers for this DVR port 20f53f90-3a43-45e0-ab9e-ae35149604a8 on host hv-cinder-80403 {{(pid=102911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 10:38:12.651651 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5054026a-7493-4daf-9b90-f6e03c619beb tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Pushing event deleted for resources: {'Port': ['ID=20f53f90-3a43-45e0-ab9e-ae35149604a8,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:38:12.661624 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-81f3038b-6c4f-4245-a68c-85ea2725c369 req-5054026a-7493-4daf-9b90-f6e03c619beb tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:12.665120 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-81f3038b-6c4f-4245-a68c-85ea2725c369 req-5054026a-7493-4daf-9b90-f6e03c619beb tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.20 "DELETE /v2.0/ports/20f53f90-3a43-45e0-ab9e-ae35149604a8 HTTP/1.1" status: 204 len: 173 time: 1.4169419 Nov 22 10:38:12.700860 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce168ec1-d8e2-41f9-b606-4bad13752e6c req-a2a570df-249b-40a4-b8a8-e677ca84d996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:12.702404 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ce168ec1-d8e2-41f9-b606-4bad13752e6c req-a2a570df-249b-40a4-b8a8-e677ca84d996 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a3d11e30d2104dbf9ece93bc38472a72&device_id=91e561db-215b-4001-8ffb-bc4b093d8d0d HTTP/1.1" status: 200 len: 1096 time: 0.1289241 Nov 22 10:38:12.706331 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-61fd3db2-63b7-46ee-8c94-ce04c5f5364e req-95e5c6a2-85c4-48a0-add8-4b585b498abd tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9ef8276-57c4-428e-b639-a4eb9f8806d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139967 Nov 22 10:38:12.758013 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ce168ec1-d8e2-41f9-b606-4bad13752e6c req-5cb09784-9efb-44b8-8da3-280a56de8422 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=162efafc-5fbe-4bfc-a1b2-e10fdfd5a7eb HTTP/1.1" status: 200 len: 217 time: 0.0363221 Nov 22 10:38:12.813490 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce168ec1-d8e2-41f9-b606-4bad13752e6c req-5cc10f70-2096-4dd1-b5bc-d5dfb387f9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:12.815737 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ce168ec1-d8e2-41f9-b606-4bad13752e6c req-5cc10f70-2096-4dd1-b5bc-d5dfb387f9cf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5af65900-70c0-40b7-a79b-e99bb6b7714c HTTP/1.1" status: 200 len: 855 time: 0.0476301 Nov 22 10:38:12.867065 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ce168ec1-d8e2-41f9-b606-4bad13752e6c req-21592951-9d5a-496f-a1bf-1872f9702722 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1739dec4-235e-4240-8471-290e5b4cd168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303202 Nov 22 10:38:12.987564 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ce168ec1-d8e2-41f9-b606-4bad13752e6c req-216a6570-b5de-4577-8756-745b180a3511 service neutron] 10.222.0.20 "GET /v2.0/networks/1739dec4-235e-4240-8471-290e5b4cd168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904818 Nov 22 10:38:13.157210 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ce168ec1-d8e2-41f9-b606-4bad13752e6c req-51c08a65-04ea-42a6-be09-499bba7dc678 service neutron] 10.222.0.20 "GET /v2.0/networks/1739dec4-235e-4240-8471-290e5b4cd168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589634 Nov 22 10:38:13.166717 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eff3c1-00d4-4d80-aba0-70d35fa984c6 req-b2c45838-221b-431f-a8f3-860c2b03430c tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:13.168241 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c8eff3c1-00d4-4d80-aba0-70d35fa984c6 req-b2c45838-221b-431f-a8f3-860c2b03430c tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=91e561db-215b-4001-8ffb-bc4b093d8d0d HTTP/1.1" status: 200 len: 943 time: 0.1204431 Nov 22 10:38:13.177814 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836da6b5-66bd-4f2d-be96-2a9010322755 req-43b83926-9835-40d3-b532-b5fe9e32b8a1 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:13.184199 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-836da6b5-66bd-4f2d-be96-2a9010322755 req-43b83926-9835-40d3-b532-b5fe9e32b8a1 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 943 time: 0.1217840 Nov 22 10:38:13.289540 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-836da6b5-66bd-4f2d-be96-2a9010322755 req-9d2e7b22-74f7-4198-92bf-de72a341a42c tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024611 Nov 22 10:38:13.294351 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c8eff3c1-00d4-4d80-aba0-70d35fa984c6 req-03aeacd0-3ea7-44a8-9530-89eedfbbbfe0 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091092 Nov 22 10:38:13.320716 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af317039-2275-45d9-b0ca-f8a0abb4fe52 req-a1570a15-ff07-48fc-b83c-e7f31f9b3f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:13.322302 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-af317039-2275-45d9-b0ca-f8a0abb4fe52 req-a1570a15-ff07-48fc-b83c-e7f31f9b3f06 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a3d11e30d2104dbf9ece93bc38472a72&device_id=91e561db-215b-4001-8ffb-bc4b093d8d0d HTTP/1.1" status: 200 len: 1096 time: 0.0881159 Nov 22 10:38:13.354976 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device e10e9677-3206-459d-8974-fe40b23be904 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 10:38:13.460539 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af317039-2275-45d9-b0ca-f8a0abb4fe52 req-23c49fe6-01db-4bac-88d1-e4e43353ae0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:13.462009 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-af317039-2275-45d9-b0ca-f8a0abb4fe52 req-23c49fe6-01db-4bac-88d1-e4e43353ae0d service neutron] 10.222.0.20 "GET /v2.0/networks?id=1739dec4-235e-4240-8471-290e5b4cd168 HTTP/1.1" status: 200 len: 916 time: 0.1210902 Nov 22 10:38:13.469930 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port e10e9677-3206-459d-8974-fe40b23be904, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e10e9677-3206-459d-8974-fe40b23be904,segment=NetworkSegment(a3762868-92fb-41e1-aa65-788b4f27c4fb),segment_id=a3762868-92fb-41e1-aa65-788b4f27c4fb)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:38:13.482739 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Returning: {'device': 'e10e9677-3206-459d-8974-fe40b23be904', 'network_id': '8322e46a-3342-4b13-a227-93a753c68c4d', 'port_id': 'e10e9677-3206-459d-8974-fe40b23be904', 'mac_address': 'fa:16:3e:c2:67:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '577eebcf-b7ff-49af-bb41-5fd2bf870914', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 10:38:13.493394 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1b910-fcb1-4eea-ad2c-e31a307f2260 req-ae3dc374-7861-43fd-8c07-b2e736616ac5 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:13.494939 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b7b1b910-fcb1-4eea-ad2c-e31a307f2260 req-ae3dc374-7861-43fd-8c07-b2e736616ac5 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6811294-cd5f-4f0a-8884-4ee50b5b4e20 HTTP/1.1" status: 200 len: 944 time: 0.0732810 Nov 22 10:38:13.521065 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:13.534945 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e10e9677-3206-459d-8974-fe40b23be904 {{(pid=102912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 10:38:13.544291 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-af317039-2275-45d9-b0ca-f8a0abb4fe52 req-dddc5454-9aa3-4613-8b8a-307728a20775 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=162efafc-5fbe-4bfc-a1b2-e10fdfd5a7eb HTTP/1.1" status: 200 len: 217 time: 0.0480690 Nov 22 10:38:13.556818 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port e10e9677-3206-459d-8974-fe40b23be904, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e10e9677-3206-459d-8974-fe40b23be904,segment=NetworkSegment(a3762868-92fb-41e1-aa65-788b4f27c4fb),segment_id=a3762868-92fb-41e1-aa65-788b4f27c4fb)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:38:13.561582 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:13.619454 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Pushing event updated for resources: {'Port': ['ID=e10e9677-3206-459d-8974-fe40b23be904,revision_number=4']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:38:13.625418 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b7b1b910-fcb1-4eea-ad2c-e31a307f2260 req-5819da97-a835-4b1e-b407-f91c139e3937 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e40a7e6-cdbe-4f0e-a119-0e19f7af0085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231339 Nov 22 10:38:13.627112 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af317039-2275-45d9-b0ca-f8a0abb4fe52 req-3b008b72-d26d-4aac-8e44-98c0f13ba0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:13.628620 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-af317039-2275-45d9-b0ca-f8a0abb4fe52 req-3b008b72-d26d-4aac-8e44-98c0f13ba0e5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5af65900-70c0-40b7-a79b-e99bb6b7714c HTTP/1.1" status: 200 len: 855 time: 0.0726402 Nov 22 10:38:13.678984 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-af317039-2275-45d9-b0ca-f8a0abb4fe52 req-26609fc1-86a6-48a2-9cc9-0734a22e915f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1739dec4-235e-4240-8471-290e5b4cd168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322311 Nov 22 10:38:14.115936 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991df85-d4a7-41af-be69-d0096879105e req-536dd017-653f-4e3b-ae4f-f6f7d6dda9f2 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:14.117439 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7991df85-d4a7-41af-be69-d0096879105e req-536dd017-653f-4e3b-ae4f-f6f7d6dda9f2 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.3441491 Nov 22 10:38:14.120818 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-af317039-2275-45d9-b0ca-f8a0abb4fe52 req-f8f07aa4-fa95-424d-8a88-4a12379565a2 service neutron] 10.222.0.20 "GET /v2.0/networks/1739dec4-235e-4240-8471-290e5b4cd168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984263 Nov 22 10:38:14.137601 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee87263-6876-44bf-8bd9-d1b5f8d69086 req-d4e5a217-398a-400d-bfb8-591d97dc04ee tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:14.139171 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7ee87263-6876-44bf-8bd9-d1b5f8d69086 req-d4e5a217-398a-400d-bfb8-591d97dc04ee tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 946 time: 0.3532290 Nov 22 10:38:14.195072 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] get_ports_and_sgs() called for port_ids ['e10e9677-3206-459d-8974-fe40b23be904'] {{(pid=102912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 10:38:14.269709 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7991df85-d4a7-41af-be69-d0096879105e req-4696d3e8-9cc8-4455-9043-f236c7ecf7de tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461678 Nov 22 10:38:14.276495 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7ee87263-6876-44bf-8bd9-d1b5f8d69086 req-c2459ef5-1ef3-4c08-83b0-00a57eae49e6 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9ef8276-57c4-428e-b639-a4eb9f8806d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273568 Nov 22 10:38:14.300516 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-af317039-2275-45d9-b0ca-f8a0abb4fe52 req-7d88975f-86a3-4856-aa0a-2bbb86467ecf service neutron] 10.222.0.20 "GET /v2.0/networks/1739dec4-235e-4240-8471-290e5b4cd168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603351 Nov 22 10:38:14.441187 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3cfb8-7d99-49ba-b4f2-0482c101b800 req-b472c7e3-6b2a-4524-b8d3-200ed4c8af79 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:14.442587 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-93a3cfb8-7d99-49ba-b4f2-0482c101b800 req-b472c7e3-6b2a-4524-b8d3-200ed4c8af79 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=91e561db-215b-4001-8ffb-bc4b093d8d0d HTTP/1.1" status: 200 len: 943 time: 0.0747635 Nov 22 10:38:14.454804 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335f2691-f7be-4be6-b501-41033777058f req-36af33f8-6b51-44f8-ba68-19137efa8d74 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:14.456487 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-335f2691-f7be-4be6-b501-41033777058f req-36af33f8-6b51-44f8-ba68-19137efa8d74 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 943 time: 0.0866046 Nov 22 10:38:14.536752 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-93a3cfb8-7d99-49ba-b4f2-0482c101b800 req-30fda2b7-d86e-40b1-9ead-4476e791262c tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791521 Nov 22 10:38:14.540918 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-335f2691-f7be-4be6-b501-41033777058f req-bce8b6be-8d9a-4311-8c56-7555b4049c84 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767913 Nov 22 10:38:14.592798 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff495625-b409-4b63-93e2-68dbf32cd7c5', 'name': 'network-vif-deleted', 'tag': '20f53f90-3a43-45e0-ab9e-ae35149604a8'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:38:14.595212 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5429d6209f9db75179b029b02f265116e5db13468d9d60e00895472a7fa8ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a9e9aa-10af-4706-8356-4fe5dc668c68" -d '{"events": [{"server_uuid": "ff495625-b409-4b63-93e2-68dbf32cd7c5", "name": "network-vif-deleted", "tag": "20f53f90-3a43-45e0-ab9e-ae35149604a8"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:38:14.633795 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 10:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2903c588-1c7d-418b-b338-c7968a64357f x-openstack-request-id: req-2903c588-1c7d-418b-b338-c7968a64357f {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:38:14.634103 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff495625-b409-4b63-93e2-68dbf32cd7c5", "name": "network-vif-deleted", "tag": "20f53f90-3a43-45e0-ab9e-ae35149604a8", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:38:14.634346 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2903c588-1c7d-418b-b338-c7968a64357f {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:38:14.634749 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff495625-b409-4b63-93e2-68dbf32cd7c5', 'name': 'network-vif-deleted', 'tag': '20f53f90-3a43-45e0-ab9e-ae35149604a8', 'status': 'completed', 'code': 200} Nov 22 10:38:14.759781 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d490081f-0648-4243-9afb-651018241e54 req-4a35f3a7-d3dd-40db-885c-fcb3741e1866 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:14.761227 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d490081f-0648-4243-9afb-651018241e54 req-4a35f3a7-d3dd-40db-885c-fcb3741e1866 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6811294-cd5f-4f0a-8884-4ee50b5b4e20 HTTP/1.1" status: 200 len: 945 time: 0.0599396 Nov 22 10:38:14.811532 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d490081f-0648-4243-9afb-651018241e54 req-93f17262-6914-4b13-914e-eff99c281cc6 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e40a7e6-cdbe-4f0e-a119-0e19f7af0085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438631 Nov 22 10:38:15.371905 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device 1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 10:38:15.375232 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device e10e9677-3206-459d-8974-fe40b23be904 up at agent hyperv_hv-cinder-80403 {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:38:15.422335 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7275c87-ec3a-4bd2-adc6-1dc55af7fec3 req-b260e651-70ee-4f0c-a060-d60af2f81ec4 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:15.423915 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f7275c87-ec3a-4bd2-adc6-1dc55af7fec3 req-b260e651-70ee-4f0c-a060-d60af2f81ec4 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.0780656 Nov 22 10:38:15.434910 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7526e22-161a-4da7-9d83-042042d26acd req-d5c7b58c-3fd0-4950-b70f-963f9a2b9e57 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:15.436439 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a7526e22-161a-4da7-9d83-042042d26acd req-d5c7b58c-3fd0-4950-b70f-963f9a2b9e57 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 946 time: 0.0797057 Nov 22 10:38:15.485220 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Provisioning for port e10e9677-3206-459d-8974-fe40b23be904 completed by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 10:38:15.494182 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Provisioning complete for port e10e9677-3206-459d-8974-fe40b23be904 triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:38:15.494627 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:15.515323 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f7275c87-ec3a-4bd2-adc6-1dc55af7fec3 req-38ab377c-674e-4322-9096-3cfe0aebcea6 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778432 Nov 22 10:38:15.520137 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a7526e22-161a-4da7-9d83-042042d26acd req-84f553cd-15d8-438f-98c7-3d1435a318da tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9ef8276-57c4-428e-b639-a4eb9f8806d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766206 Nov 22 10:38:15.674919 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b40f2c-7c85-4bc2-99fd-7fcead352c3a req-4b432f06-695b-4325-9d52-417bf0ad3ad0 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:15.676546 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-22b40f2c-7c85-4bc2-99fd-7fcead352c3a req-4b432f06-695b-4325-9d52-417bf0ad3ad0 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 946 time: 0.0845525 Nov 22 10:38:15.689575 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port 1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec,segment=NetworkSegment(b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c),segment_id=b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:38:15.690175 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1627b25f-ac00-4c5b-8757-71b0faa31e20 req-903c5699-0a79-4476-b96b-1a23f5f0e95a tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:15.691693 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1627b25f-ac00-4c5b-8757-71b0faa31e20 req-903c5699-0a79-4476-b96b-1a23f5f0e95a tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=91e561db-215b-4001-8ffb-bc4b093d8d0d HTTP/1.1" status: 200 len: 943 time: 0.0704844 Nov 22 10:38:15.705502 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Returning: {'device': '1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec', 'network_id': 'e114790e-2c2f-46a4-8dd6-49197de38f16', 'port_id': '1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec', 'mac_address': 'fa:16:3e:4a:8a:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4f21e7d-d84a-4ede-b812-0052f7303231', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 10:38:15.773872 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-22b40f2c-7c85-4bc2-99fd-7fcead352c3a req-de1ffc82-e895-416b-b789-d4e7b2660ac0 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9ef8276-57c4-428e-b639-a4eb9f8806d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811574 Nov 22 10:38:15.778623 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1627b25f-ac00-4c5b-8757-71b0faa31e20 req-c0bfdc97-957c-4b37-a481-b4ed450065e1 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797758 Nov 22 10:38:15.780425 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:15.782344 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:15.812716 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec {{(pid=102912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 10:38:15.824250 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6811294-cd5f-4f0a-8884-4ee50b5b4e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e10e9677-3206-459d-8974-fe40b23be904'}] {{(pid=102912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:38:15.826554 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871da4fec6c70e81ce77d4e4817c66d6168a6b102b4e2b260a442deac58e97e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea5f15f-13d5-4283-91a0-0bbaa3ec2371" -d '{"events": [{"server_uuid": "d6811294-cd5f-4f0a-8884-4ee50b5b4e20", "name": "network-vif-plugged", "status": "completed", "tag": "e10e9677-3206-459d-8974-fe40b23be904"}]}' {{(pid=102912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:38:15.853058 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port e10e9677-3206-459d-8974-fe40b23be904, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e10e9677-3206-459d-8974-fe40b23be904,segment=NetworkSegment(a3762868-92fb-41e1-aa65-788b4f27c4fb),segment_id=a3762868-92fb-41e1-aa65-788b4f27c4fb)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:38:15.857476 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port 1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec,segment=NetworkSegment(b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c),segment_id=b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:38:15.860495 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:15.861524 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device 20f53f90-3a43-45e0-ab9e-ae35149604a8 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 10:38:15.867367 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:15.868065 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device 162efafc-5fbe-4bfc-a1b2-e10fdfd5a7eb details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 10:38:15.909375 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f64218-b475-4d4e-bac8-77ca38255151 req-9c70d789-f508-4a7c-abc5-599bb0393f6a tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:15.910796 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] No Port match for: 20f53f90-3a43-45e0-ab9e-ae35149604a8 {{(pid=102912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 10:38:15.911147 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device 20f53f90-3a43-45e0-ab9e-ae35149604a8 not bound to the agent host hv-cinder-80403 {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 10:38:15.912318 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-09f64218-b475-4d4e-bac8-77ca38255151 req-9c70d789-f508-4a7c-abc5-599bb0393f6a tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 944 time: 0.0596352 Nov 22 10:38:15.942888 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Pushing event updated for resources: {'Port': ['ID=e10e9677-3206-459d-8974-fe40b23be904,revision_number=5']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:38:15.964216 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-09f64218-b475-4d4e-bac8-77ca38255151 req-f3f8b777-a21c-46f8-afeb-e1b6bc7cba54 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460231 Nov 22 10:38:16.019374 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 10:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b82b10-026c-4591-bcdd-f5c8e502799e x-openstack-request-id: req-82b82b10-026c-4591-bcdd-f5c8e502799e {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:38:16.019689 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6811294-cd5f-4f0a-8884-4ee50b5b4e20", "name": "network-vif-plugged", "status": "completed", "tag": "e10e9677-3206-459d-8974-fe40b23be904", "code": 200}]} {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:38:16.019946 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-82b82b10-026c-4591-bcdd-f5c8e502799e {{(pid=102912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:38:16.020343 dv-cinder-804035-13-iscsi neutron-server[102912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6811294-cd5f-4f0a-8884-4ee50b5b4e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e10e9677-3206-459d-8974-fe40b23be904', 'code': 200} Nov 22 10:38:16.048814 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Pushing event updated for resources: {'Port': ['ID=1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec,revision_number=9']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:38:16.082364 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port 162efafc-5fbe-4bfc-a1b2-e10fdfd5a7eb, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=162efafc-5fbe-4bfc-a1b2-e10fdfd5a7eb,segment=NetworkSegment(db179ef4-ef68-4c74-b563-b96560450275),segment_id=db179ef4-ef68-4c74-b563-b96560450275)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:38:16.096405 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Returning: {'device': '162efafc-5fbe-4bfc-a1b2-e10fdfd5a7eb', 'network_id': '1739dec4-235e-4240-8471-290e5b4cd168', 'port_id': '162efafc-5fbe-4bfc-a1b2-e10fdfd5a7eb', 'mac_address': 'fa:16:3e:d3:24:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af65900-70c0-40b7-a79b-e99bb6b7714c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 10:38:16.139989 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:16.155751 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 162efafc-5fbe-4bfc-a1b2-e10fdfd5a7eb {{(pid=102912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 10:38:16.175237 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edfee77-edf9-41a3-8a8e-9d4dcc3cdc67 req-9f581d0b-31f9-456a-8d06-da47f8d0e788 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:16.176909 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5edfee77-edf9-41a3-8a8e-9d4dcc3cdc67 req-9f581d0b-31f9-456a-8d06-da47f8d0e788 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6811294-cd5f-4f0a-8884-4ee50b5b4e20 HTTP/1.1" status: 200 len: 946 time: 0.0874596 Nov 22 10:38:16.177413 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port 162efafc-5fbe-4bfc-a1b2-e10fdfd5a7eb, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=162efafc-5fbe-4bfc-a1b2-e10fdfd5a7eb,segment=NetworkSegment(db179ef4-ef68-4c74-b563-b96560450275),segment_id=db179ef4-ef68-4c74-b563-b96560450275)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:38:16.182900 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:16.189528 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dcf719-d1db-42b2-ab97-b01ca9bbc711 req-b84aeba0-c1ce-46cb-a744-2c01ef33f7d7 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:16.191116 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-18dcf719-d1db-42b2-ab97-b01ca9bbc711 req-b84aeba0-c1ce-46cb-a744-2c01ef33f7d7 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 946 time: 0.0998311 Nov 22 10:38:16.233897 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Pushing event updated for resources: {'Port': ['ID=162efafc-5fbe-4bfc-a1b2-e10fdfd5a7eb,revision_number=4']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:38:16.284341 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5edfee77-edf9-41a3-8a8e-9d4dcc3cdc67 req-d0b80be5-2a36-4cfd-a373-03722992355f tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e40a7e6-cdbe-4f0e-a119-0e19f7af0085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920715 Nov 22 10:38:16.305851 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-18dcf719-d1db-42b2-ab97-b01ca9bbc711 req-82aa04dc-32ee-414f-acb9-a773a91b4832 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9ef8276-57c4-428e-b639-a4eb9f8806d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065514 Nov 22 10:38:16.311599 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d456694-c35a-45a7-91e0-60c105278210 req-33aba725-78c8-45c1-88bd-aca218411bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:16.312968 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6d456694-c35a-45a7-91e0-60c105278210 req-33aba725-78c8-45c1-88bd-aca218411bc6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d6811294-cd5f-4f0a-8884-4ee50b5b4e20 HTTP/1.1" status: 200 len: 1099 time: 0.0931268 Nov 22 10:38:16.373121 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6d456694-c35a-45a7-91e0-60c105278210 req-74ddeb32-1fa1-4387-9b9e-3f606156bcaf service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8e40a7e6-cdbe-4f0e-a119-0e19f7af0085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447025 Nov 22 10:38:16.662986 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5c8c9-8e4a-422f-9df1-7cecb39eb367 req-14e621cd-bd0e-4caa-be1e-9d9e04a7dd4f tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:16.664714 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fef5c8c9-8e4a-422f-9df1-7cecb39eb367 req-14e621cd-bd0e-4caa-be1e-9d9e04a7dd4f tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.0603600 Nov 22 10:38:16.679136 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] get_ports_and_sgs() called for port_ids ['162efafc-5fbe-4bfc-a1b2-e10fdfd5a7eb'] {{(pid=102912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 10:38:16.695500 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] get_ports_and_sgs() called for port_ids ['1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec'] {{(pid=102912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 10:38:16.718152 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fef5c8c9-8e4a-422f-9df1-7cecb39eb367 req-e34b02d8-e857-4328-80b8-14fdcb0fcf06 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443635 Nov 22 10:38:16.919215 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d047710-e1fa-4439-b045-3e811578d1c2 req-24fdc637-d211-41ba-8e5f-cff501f6c56d tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:16.920927 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5d047710-e1fa-4439-b045-3e811578d1c2 req-24fdc637-d211-41ba-8e5f-cff501f6c56d tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=91e561db-215b-4001-8ffb-bc4b093d8d0d HTTP/1.1" status: 200 len: 944 time: 0.0537775 Nov 22 10:38:16.971253 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5d047710-e1fa-4439-b045-3e811578d1c2 req-8d4512f8-c25f-4ed0-9286-aa6101f16b28 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440891 Nov 22 10:38:17.097317 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e094f18-c331-4bc8-8eae-1e1c73a3bdac req-ed4f4bf9-a906-49f4-a7f9-8ff862e7bd86 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:17.099416 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5e094f18-c331-4bc8-8eae-1e1c73a3bdac req-ed4f4bf9-a906-49f4-a7f9-8ff862e7bd86 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 944 time: 0.0604205 Nov 22 10:38:17.155893 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5e094f18-c331-4bc8-8eae-1e1c73a3bdac req-85386ac0-db81-4d83-97a5-5d6c89b42b43 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492051 Nov 22 10:38:17.421936 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a211a3-6115-421d-b34b-65a25be5e415 req-4792b16a-523f-47db-9d70-404cf0fcec75 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:17.423890 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-35a211a3-6115-421d-b34b-65a25be5e415 req-4792b16a-523f-47db-9d70-404cf0fcec75 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6811294-cd5f-4f0a-8884-4ee50b5b4e20 HTTP/1.1" status: 200 len: 946 time: 0.0648847 Nov 22 10:38:17.488326 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-35a211a3-6115-421d-b34b-65a25be5e415 req-97cbf801-a86d-45cf-a105-0f7c8cc82749 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e40a7e6-cdbe-4f0e-a119-0e19f7af0085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565636 Nov 22 10:38:17.858394 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21d826-6024-48dd-8433-b356f4f6264d req-810229c7-6aa6-479a-a624-7e58d1238887 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:17.860067 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8e21d826-6024-48dd-8433-b356f4f6264d req-810229c7-6aa6-479a-a624-7e58d1238887 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.0658796 Nov 22 10:38:17.919299 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8e21d826-6024-48dd-8433-b356f4f6264d req-1dd46c36-ef7a-4075-8071-ff7a39e259a1 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527108 Nov 22 10:38:18.107558 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7fe86-3202-499b-b987-25bb69c4cafc req-e67c1612-9176-443b-b5bd-a83d2546a226 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:18.109204 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9be7fe86-3202-499b-b987-25bb69c4cafc req-e67c1612-9176-443b-b5bd-a83d2546a226 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=91e561db-215b-4001-8ffb-bc4b093d8d0d HTTP/1.1" status: 200 len: 944 time: 0.0569499 Nov 22 10:38:18.160210 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9be7fe86-3202-499b-b987-25bb69c4cafc req-5eef787a-21a0-4c5c-b294-5b551de44da3 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444560 Nov 22 10:38:18.292979 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7ee36-7321-4fc5-b0cd-4b437b1ff3fe req-5ad9851b-8f76-406f-88af-406d5b34fb61 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:18.294509 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-37d7ee36-7321-4fc5-b0cd-4b437b1ff3fe req-5ad9851b-8f76-406f-88af-406d5b34fb61 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 944 time: 0.0553973 Nov 22 10:38:18.343691 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-37d7ee36-7321-4fc5-b0cd-4b437b1ff3fe req-92847307-4d48-4447-9fe6-42bbb646a3c6 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429513 Nov 22 10:38:18.612142 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95e7518-6700-468d-8ba8-3d3d6531505f req-70529de2-cde7-4928-84b0-9144998baaa9 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:18.613576 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d95e7518-6700-468d-8ba8-3d3d6531505f req-70529de2-cde7-4928-84b0-9144998baaa9 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6811294-cd5f-4f0a-8884-4ee50b5b4e20 HTTP/1.1" status: 200 len: 946 time: 0.0514097 Nov 22 10:38:18.669666 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d95e7518-6700-468d-8ba8-3d3d6531505f req-5947e979-47cb-4ac1-a342-95a61a9390ca tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e40a7e6-cdbe-4f0e-a119-0e19f7af0085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494173 Nov 22 10:38:19.049723 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d02cd-7e81-46ec-8830-15c09d4872f4 req-e2260b32-e9cb-4d22-897a-02c9d8a0c251 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:19.051328 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5d7d02cd-7e81-46ec-8830-15c09d4872f4 req-e2260b32-e9cb-4d22-897a-02c9d8a0c251 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.0510237 Nov 22 10:38:19.103851 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5d7d02cd-7e81-46ec-8830-15c09d4872f4 req-b69ed99c-41e7-4a95-bf46-5e4df470b386 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449092 Nov 22 10:38:19.226597 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.agents_db [None req-35a1a16e-7bf9-4643-9be2-574a1761dc3a None None] Agent healthcheck: found 6 active agents {{(pid=102913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 10:38:19.278261 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231e41a-eeab-4839-b6b4-aa319f2dc20c req-cdc91c8a-8863-46b4-b5aa-3d954c4824e5 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:19.279961 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5231e41a-eeab-4839-b6b4-aa319f2dc20c req-cdc91c8a-8863-46b4-b5aa-3d954c4824e5 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=91e561db-215b-4001-8ffb-bc4b093d8d0d HTTP/1.1" status: 200 len: 944 time: 0.0503790 Nov 22 10:38:19.333281 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5231e41a-eeab-4839-b6b4-aa319f2dc20c req-90bb2b69-5b97-4984-89c2-a62fe6a84565 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466578 Nov 22 10:38:19.416943 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device 1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec up at agent hyperv_hv-cinder-80403 {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:38:19.468683 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Provisioning complete for port 1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:38:19.468946 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:19.476973 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b80ebbe-2497-40b4-b81b-01a739d7e4c9 req-377be12c-17ac-4302-ac3b-01aeaf467953 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:19.482540 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3b80ebbe-2497-40b4-b81b-01a739d7e4c9 req-377be12c-17ac-4302-ac3b-01aeaf467953 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 944 time: 0.0602429 Nov 22 10:38:19.528234 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3b80ebbe-2497-40b4-b81b-01a739d7e4c9 req-ecc986af-e975-4fd8-8e63-012ce444d230 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426874 Nov 22 10:38:19.552743 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:19.576499 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '640f234a-3202-4c2c-97b9-32b4048c9ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec'}] {{(pid=102912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:38:19.579054 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871da4fec6c70e81ce77d4e4817c66d6168a6b102b4e2b260a442deac58e97e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b3e98d-6f82-4724-8eae-4dee0325b0e6" -d '{"events": [{"server_uuid": "640f234a-3202-4c2c-97b9-32b4048c9ef3", "name": "network-vif-plugged", "status": "completed", "tag": "1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec"}]}' {{(pid=102912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:38:19.593030 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port 1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec,segment=NetworkSegment(b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c),segment_id=b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:38:19.599333 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:19.600424 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device 162efafc-5fbe-4bfc-a1b2-e10fdfd5a7eb up at agent hyperv_hv-cinder-80403 {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:38:19.623240 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 10:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddff88b7-2940-4da2-b547-645a8486910b x-openstack-request-id: req-ddff88b7-2940-4da2-b547-645a8486910b {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:38:19.623559 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "640f234a-3202-4c2c-97b9-32b4048c9ef3", "name": "network-vif-plugged", "status": "completed", "tag": "1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec", "code": 200}]} {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:38:19.623843 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ddff88b7-2940-4da2-b547-645a8486910b {{(pid=102912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:38:19.624241 dv-cinder-804035-13-iscsi neutron-server[102912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '640f234a-3202-4c2c-97b9-32b4048c9ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec', 'code': 200} Nov 22 10:38:19.677295 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Pushing event updated for resources: {'Port': ['ID=1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec,revision_number=10']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:38:19.691683 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Provisioning for port 162efafc-5fbe-4bfc-a1b2-e10fdfd5a7eb completed by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 10:38:19.695716 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Provisioning complete for port 162efafc-5fbe-4bfc-a1b2-e10fdfd5a7eb triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:38:19.696089 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:19.779399 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:19.788787 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5233d0-b2a5-4d1f-a1d7-bfcd07e1fbf0 req-43c8d347-0831-47d5-9014-873bf4fe9758 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:19.790334 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1c5233d0-b2a5-4d1f-a1d7-bfcd07e1fbf0 req-43c8d347-0831-47d5-9014-873bf4fe9758 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6811294-cd5f-4f0a-8884-4ee50b5b4e20 HTTP/1.1" status: 200 len: 946 time: 0.0515282 Nov 22 10:38:19.812754 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port 162efafc-5fbe-4bfc-a1b2-e10fdfd5a7eb, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=162efafc-5fbe-4bfc-a1b2-e10fdfd5a7eb,segment=NetworkSegment(db179ef4-ef68-4c74-b563-b96560450275),segment_id=db179ef4-ef68-4c74-b563-b96560450275)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:38:19.818473 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:19.843099 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1c5233d0-b2a5-4d1f-a1d7-bfcd07e1fbf0 req-8c25ab77-226a-418c-a7c6-b24e39ab996a tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e40a7e6-cdbe-4f0e-a119-0e19f7af0085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459011 Nov 22 10:38:19.872738 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Pushing event updated for resources: {'Port': ['ID=162efafc-5fbe-4bfc-a1b2-e10fdfd5a7eb,revision_number=5']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:38:19.893478 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:20.244914 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767f6db-e464-4c67-99ea-3d4cdf8a97f0 req-675787a3-8967-4c5d-9387-d50f1a7c5ca8 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:20.248821 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e767f6db-e464-4c67-99ea-3d4cdf8a97f0 req-675787a3-8967-4c5d-9387-d50f1a7c5ca8 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.0708358 Nov 22 10:38:20.338487 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e767f6db-e464-4c67-99ea-3d4cdf8a97f0 req-be997ca0-003f-4441-9cce-796964cc05be tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837483 Nov 22 10:38:20.344461 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3075a5-ffc7-4545-8e6b-9f5d5ee4b832 req-550701b4-f455-4077-8cc0-69bca63ecaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:20.345937 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3f3075a5-ffc7-4545-8e6b-9f5d5ee4b832 req-550701b4-f455-4077-8cc0-69bca63ecaa4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 1099 time: 0.0721681 Nov 22 10:38:20.403545 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3f3075a5-ffc7-4545-8e6b-9f5d5ee4b832 req-1daaed98-c946-4f06-99d8-7b446c642f27 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452063 Nov 22 10:38:20.457255 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aace0d-8a6e-4e39-b56c-6cdf8f3b2dad req-7d21a15d-0bf4-41f4-8bc3-796b5194d743 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:20.458753 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f7aace0d-8a6e-4e39-b56c-6cdf8f3b2dad req-7d21a15d-0bf4-41f4-8bc3-796b5194d743 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=91e561db-215b-4001-8ffb-bc4b093d8d0d HTTP/1.1" status: 200 len: 945 time: 0.0510337 Nov 22 10:38:20.513017 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f7aace0d-8a6e-4e39-b56c-6cdf8f3b2dad req-cd871edd-6d81-4ba4-936e-0b904bb14a4f tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480545 Nov 22 10:38:20.659928 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45f91c-075b-4a22-8102-0a3145a97eee req-e4669dcc-da6d-4171-940c-aff398f26dd1 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:20.662595 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7a45f91c-075b-4a22-8102-0a3145a97eee req-e4669dcc-da6d-4171-940c-aff398f26dd1 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 946 time: 0.0537026 Nov 22 10:38:20.715573 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7a45f91c-075b-4a22-8102-0a3145a97eee req-8da03cc9-0b13-4154-b090-200a5ea8ecb6 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480664 Nov 22 10:38:21.482424 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd5d413-0ad1-4d5d-9a2d-3f5af5b69e36 req-edf3e6a3-bd16-4e33-9ba1-dd604fa8751d tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:21.484117 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5fd5d413-0ad1-4d5d-9a2d-3f5af5b69e36 req-edf3e6a3-bd16-4e33-9ba1-dd604fa8751d tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.0588365 Nov 22 10:38:21.541537 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5fd5d413-0ad1-4d5d-9a2d-3f5af5b69e36 req-d9fa46b6-ee44-4260-9a0e-0d9d54407462 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498621 Nov 22 10:38:21.626103 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e561db-215b-4001-8ffb-bc4b093d8d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '162efafc-5fbe-4bfc-a1b2-e10fdfd5a7eb'}] {{(pid=102912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:38:21.629562 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871da4fec6c70e81ce77d4e4817c66d6168a6b102b4e2b260a442deac58e97e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3ff1cc-38c4-4883-b56d-c359cc323f3b" -d '{"events": [{"server_uuid": "91e561db-215b-4001-8ffb-bc4b093d8d0d", "name": "network-vif-plugged", "status": "completed", "tag": "162efafc-5fbe-4bfc-a1b2-e10fdfd5a7eb"}]}' {{(pid=102912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:38:21.648055 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c8f90-ad0a-47ee-b3e2-3e9cf3da5cdf req-612e89d3-6a68-49ad-9fb3-4a6d981c6be9 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:21.649719 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e52c8f90-ad0a-47ee-b3e2-3e9cf3da5cdf req-612e89d3-6a68-49ad-9fb3-4a6d981c6be9 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=91e561db-215b-4001-8ffb-bc4b093d8d0d HTTP/1.1" status: 200 len: 945 time: 0.0607393 Nov 22 10:38:21.667894 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 10:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1ff44c-ba8a-494d-b9a2-25ec96e11b13 x-openstack-request-id: req-8b1ff44c-ba8a-494d-b9a2-25ec96e11b13 {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:38:21.668219 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e561db-215b-4001-8ffb-bc4b093d8d0d", "name": "network-vif-plugged", "status": "completed", "tag": "162efafc-5fbe-4bfc-a1b2-e10fdfd5a7eb", "code": 200}]} {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:38:21.668489 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8b1ff44c-ba8a-494d-b9a2-25ec96e11b13 {{(pid=102912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:38:21.668895 dv-cinder-804035-13-iscsi neutron-server[102912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e561db-215b-4001-8ffb-bc4b093d8d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '162efafc-5fbe-4bfc-a1b2-e10fdfd5a7eb', 'code': 200} Nov 22 10:38:21.715619 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e52c8f90-ad0a-47ee-b3e2-3e9cf3da5cdf req-acfd8a36-b5c5-4ad0-9f38-5c5a14fb82fd tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595279 Nov 22 10:38:21.862211 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532550ee-7fd7-4bf2-b75a-f99bba01f9ae req-3cbcff1e-0761-4a3c-80c9-0f400c1a0502 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:21.863982 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-532550ee-7fd7-4bf2-b75a-f99bba01f9ae req-3cbcff1e-0761-4a3c-80c9-0f400c1a0502 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 946 time: 0.0607510 Nov 22 10:38:21.926996 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76267b97-535d-4d58-a05e-07b781bbdcca req-6373b970-d1e4-45cc-8cfd-74f5a3b00ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:21.928566 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-76267b97-535d-4d58-a05e-07b781bbdcca req-6373b970-d1e4-45cc-8cfd-74f5a3b00ec9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=91e561db-215b-4001-8ffb-bc4b093d8d0d HTTP/1.1" status: 200 len: 1098 time: 0.0851803 Nov 22 10:38:21.936255 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-532550ee-7fd7-4bf2-b75a-f99bba01f9ae req-7cf87df2-5897-4d58-a6d3-05038e60e870 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583012 Nov 22 10:38:21.990674 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-76267b97-535d-4d58-a05e-07b781bbdcca req-e44dfe6f-ede9-46d1-a512-c1b712e85ab1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467830 Nov 22 10:38:22.667265 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea430e-2c31-4a7b-adb8-ac66f3c2dc91 req-3d04bb21-7028-422c-b3a7-e16fe8fac693 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:22.668799 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1eea430e-2c31-4a7b-adb8-ac66f3c2dc91 req-3d04bb21-7028-422c-b3a7-e16fe8fac693 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.0547442 Nov 22 10:38:22.717515 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1eea430e-2c31-4a7b-adb8-ac66f3c2dc91 req-bfd307ef-d7b5-4986-bbd4-b0af4db59e6b tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427167 Nov 22 10:38:22.836972 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665dc4c-105c-4333-83a3-b33119ef351b req-cfa303c6-c366-4711-b31d-d5fd75261ae4 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:22.838408 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f665dc4c-105c-4333-83a3-b33119ef351b req-cfa303c6-c366-4711-b31d-d5fd75261ae4 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=91e561db-215b-4001-8ffb-bc4b093d8d0d HTTP/1.1" status: 200 len: 945 time: 0.0515544 Nov 22 10:38:22.891935 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f665dc4c-105c-4333-83a3-b33119ef351b req-bd057c11-e35c-44cc-851e-210731a7747c tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471430 Nov 22 10:38:23.061516 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a2010-bd5c-463f-9a7f-6f855c663b2f req-bcd20282-1e13-4357-952a-5256e7223cb2 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:23.063159 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-699a2010-bd5c-463f-9a7f-6f855c663b2f req-bcd20282-1e13-4357-952a-5256e7223cb2 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 946 time: 0.0524514 Nov 22 10:38:23.116410 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-699a2010-bd5c-463f-9a7f-6f855c663b2f req-1ea2e778-1a9e-4657-abd8-6613c0ef1dc7 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467610 Nov 22 10:38:23.870926 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa6ee2-fbb6-4c6f-af13-ae959bd129fd req-6dc0415b-2652-43b3-b988-da9ec519a5ed tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:23.872480 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9ffa6ee2-fbb6-4c6f-af13-ae959bd129fd req-6dc0415b-2652-43b3-b988-da9ec519a5ed tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.0834651 Nov 22 10:38:23.884848 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd598b-d62b-4b82-98d0-77c43b1965bf req-9df45c4b-81fd-400b-a06f-d0edcd1b2a37 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:23.886284 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d5fd598b-d62b-4b82-98d0-77c43b1965bf req-9df45c4b-81fd-400b-a06f-d0edcd1b2a37 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.20 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 946 time: 0.0710492 Nov 22 10:38:24.000266 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9ffa6ee2-fbb6-4c6f-af13-ae959bd129fd req-c8730ff6-35a4-4da2-9d9a-14d999453b22 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca1856cc-ca68-4250-aeff-41694f6d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129167 Nov 22 10:38:24.054383 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d25bac-40c7-45e4-b2ea-483fe21556ed req-01096492-0769-40f3-a353-b9c0dabd5435 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:24.056064 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-69d25bac-40c7-45e4-b2ea-483fe21556ed req-01096492-0769-40f3-a353-b9c0dabd5435 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=91e561db-215b-4001-8ffb-bc4b093d8d0d HTTP/1.1" status: 200 len: 945 time: 0.0890787 Nov 22 10:38:24.071385 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-d5fd598b-d62b-4b82-98d0-77c43b1965bf req-1fc4414e-340f-4796-b100-517ec3887f6f tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Deleting port e7b68ff2-ecd7-4e74-81b4-cf38071ef393 {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:38:24.071746 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-d5fd598b-d62b-4b82-98d0-77c43b1965bf req-1fc4414e-340f-4796-b100-517ec3887f6f tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:24.165199 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-69d25bac-40c7-45e4-b2ea-483fe21556ed req-0261895d-a74a-4bd8-934f-98c4abdb39f4 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024742 Nov 22 10:38:24.200251 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-d5fd598b-d62b-4b82-98d0-77c43b1965bf req-1fc4414e-340f-4796-b100-517ec3887f6f tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] For port e7b68ff2-ecd7-4e74-81b4-cf38071ef393, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e7b68ff2-ecd7-4e74-81b4-cf38071ef393,segment=NetworkSegment(9ae977a0-e484-4146-ba84-66dc7a326740),segment_id=9ae977a0-e484-4146-ba84-66dc7a326740)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:38:24.200604 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-d5fd598b-d62b-4b82-98d0-77c43b1965bf req-1fc4414e-340f-4796-b100-517ec3887f6f tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:24.239723 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-d5fd598b-d62b-4b82-98d0-77c43b1965bf req-1fc4414e-340f-4796-b100-517ec3887f6f tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Calling delete_port for e7b68ff2-ecd7-4e74-81b4-cf38071ef393 owned by compute:nova {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:38:24.301832 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdbc791-90f2-4644-a688-2be65fd5e5d7 req-f912579b-8846-46d4-b9de-b0bc6b709c4d tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:24.308246 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3cdbc791-90f2-4644-a688-2be65fd5e5d7 req-f912579b-8846-46d4-b9de-b0bc6b709c4d tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 946 time: 0.1173363 Nov 22 10:38:24.378291 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3cdbc791-90f2-4644-a688-2be65fd5e5d7 req-5fbc02e6-e23c-4607-a049-e704985a7e18 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667992 Nov 22 10:38:24.488806 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-d5fd598b-d62b-4b82-98d0-77c43b1965bf req-1fc4414e-340f-4796-b100-517ec3887f6f tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11987816'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:24.518048 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] get_ports_and_sgs() called for port_ids ['e7b68ff2-ecd7-4e74-81b4-cf38071ef393'] {{(pid=102912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 10:38:24.538520 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc4414e-340f-4796-b100-517ec3887f6f tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Pushing event deleted for resources: {'Port': ['ID=e7b68ff2-ecd7-4e74-81b4-cf38071ef393,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:38:24.598205 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5fd598b-d62b-4b82-98d0-77c43b1965bf req-1fc4414e-340f-4796-b100-517ec3887f6f tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] No DVR routers for this DVR port e7b68ff2-ecd7-4e74-81b4-cf38071ef393 on host hv-cinder-80403 {{(pid=102911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 10:38:24.601943 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-d5fd598b-d62b-4b82-98d0-77c43b1965bf req-1fc4414e-340f-4796-b100-517ec3887f6f tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:24.606298 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d5fd598b-d62b-4b82-98d0-77c43b1965bf req-1fc4414e-340f-4796-b100-517ec3887f6f tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.20 "DELETE /v2.0/ports/e7b68ff2-ecd7-4e74-81b4-cf38071ef393 HTTP/1.1" status: 204 len: 173 time: 0.7049816 Nov 22 10:38:24.606885 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60ede0be-83f5-416b-8ba7-216691a79cbc', 'name': 'network-vif-deleted', 'tag': 'e7b68ff2-ecd7-4e74-81b4-cf38071ef393'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:38:24.609305 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5429d6209f9db75179b029b02f265116e5db13468d9d60e00895472a7fa8ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567b7617-1618-4374-8786-649b9141388d" -d '{"events": [{"server_uuid": "60ede0be-83f5-416b-8ba7-216691a79cbc", "name": "network-vif-deleted", "tag": "e7b68ff2-ecd7-4e74-81b4-cf38071ef393"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:38:24.657748 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 10:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d926410-a191-4452-8058-dabac58d66f0 x-openstack-request-id: req-4d926410-a191-4452-8058-dabac58d66f0 {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:38:24.658246 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60ede0be-83f5-416b-8ba7-216691a79cbc", "name": "network-vif-deleted", "tag": "e7b68ff2-ecd7-4e74-81b4-cf38071ef393", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:38:24.658664 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4d926410-a191-4452-8058-dabac58d66f0 {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:38:24.659212 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60ede0be-83f5-416b-8ba7-216691a79cbc', 'name': 'network-vif-deleted', 'tag': 'e7b68ff2-ecd7-4e74-81b4-cf38071ef393', 'status': 'completed', 'code': 200} Nov 22 10:38:24.681222 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-326242ed-b542-461b-8585-64878ccaf0b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:25.125882 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e6bea888-3efc-4391-902f-5dbb593e2fc4 req-b812f94c-1f86-4c2d-a57d-ce6497b8a451 tempest-ServerRescueNegativeTestJSON-1694654711 tempest-ServerRescueNegativeTestJSON-1694654711-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ede0be-83f5-416b-8ba7-216691a79cbc HTTP/1.1" status: 200 len: 210 time: 0.0290432 Nov 22 10:38:25.299313 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab5e32-7d66-4638-9e21-121153f3b58d req-7916288e-b02c-43ad-a9bc-a2f0c7db8e59 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:25.300867 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0cab5e32-7d66-4638-9e21-121153f3b58d req-7916288e-b02c-43ad-a9bc-a2f0c7db8e59 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=91e561db-215b-4001-8ffb-bc4b093d8d0d HTTP/1.1" status: 200 len: 945 time: 0.0531776 Nov 22 10:38:25.355578 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0cab5e32-7d66-4638-9e21-121153f3b58d req-9682b34d-9288-40d7-9569-705670668a76 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485528 Nov 22 10:38:25.513800 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db696123-d236-4067-bb4c-9bc5746caaa2 req-415534bb-ed79-4d0e-9cf5-3a9c470ee4de tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:25.515492 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-db696123-d236-4067-bb4c-9bc5746caaa2 req-415534bb-ed79-4d0e-9cf5-3a9c470ee4de tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 946 time: 0.0534604 Nov 22 10:38:25.600543 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-db696123-d236-4067-bb4c-9bc5746caaa2 req-95ec734c-7917-42f2-ac38-c6aabf63b86a tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700345 Nov 22 10:38:26.186131 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 43576) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:38:26.534442 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89abc6f8-a4e8-483a-8822-e075f50e6f94 req-9b524f50-e3a4-428d-8227-68c7302f57d8 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:26.537832 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-89abc6f8-a4e8-483a-8822-e075f50e6f94 req-9b524f50-e3a4-428d-8227-68c7302f57d8 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=91e561db-215b-4001-8ffb-bc4b093d8d0d HTTP/1.1" status: 200 len: 945 time: 0.0993681 Nov 22 10:38:26.617715 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-89abc6f8-a4e8-483a-8822-e075f50e6f94 req-d51560cb-9b51-4297-8094-21741c1d4f40 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748878 Nov 22 10:38:26.984629 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-1fd5d263-fc0d-43af-b756-5b1a672b3272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029394'] for router_interface, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:27.018140 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f73a913f-0ca2-480c-b303-c8686bad423f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:27.202381 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57af211-3713-4286-ad0f-d8ba5dc9cd40 req-ed1a3383-26ba-4fe2-9ff3-7b220bf34ce1 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:27.204055 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b57af211-3713-4286-ad0f-d8ba5dc9cd40 req-ed1a3383-26ba-4fe2-9ff3-7b220bf34ce1 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 945 time: 0.1324787 Nov 22 10:38:27.215480 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2c917-2518-4e43-9246-762b98130f58 req-ade7fffe-ab77-44ee-8b74-91e23fd61e8e tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:27.217389 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d4c2c917-2518-4e43-9246-762b98130f58 req-ade7fffe-ab77-44ee-8b74-91e23fd61e8e tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 946 time: 0.1467817 Nov 22 10:38:27.391151 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d4c2c917-2518-4e43-9246-762b98130f58 req-745f677b-309a-469e-b307-3541dccbb9b7 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9ef8276-57c4-428e-b639-a4eb9f8806d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533659 Nov 22 10:38:27.396079 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b57af211-3713-4286-ad0f-d8ba5dc9cd40 req-5ffbcff0-e422-4bf4-8770-fb4fd9e8eaa3 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf58da-bfeb-4d08-b545-68fed93dbb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1780937 Nov 22 10:38:27.430193 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 43602) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:38:27.452462 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device e7b68ff2-ecd7-4e74-81b4-cf38071ef393 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 10:38:27.485013 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] No Port match for: e7b68ff2-ecd7-4e74-81b4-cf38071ef393 {{(pid=102912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 10:38:27.485641 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device e7b68ff2-ecd7-4e74-81b4-cf38071ef393 not bound to the agent host hv-cinder-80403 {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 10:38:27.520347 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-1fd5d263-fc0d-43af-b756-5b1a672b3272 admin admin] Deleting port 52bdc6c7-ea54-466d-be02-ebfc7a70a85f {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:38:27.520814 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-1fd5d263-fc0d-43af-b756-5b1a672b3272 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:27.641598 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-1fd5d263-fc0d-43af-b756-5b1a672b3272 admin admin] For port 52bdc6c7-ea54-466d-be02-ebfc7a70a85f, host dv-cinder-804035-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=52bdc6c7-ea54-466d-be02-ebfc7a70a85f,segment=NetworkSegment(9ae977a0-e484-4146-ba84-66dc7a326740),segment_id=9ae977a0-e484-4146-ba84-66dc7a326740)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:38:27.641872 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-1fd5d263-fc0d-43af-b756-5b1a672b3272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:27.645557 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b94d2da-7af4-4155-93fb-78160a4d2290 tempest-TestMinimumBasicScenario-297923689 tempest-TestMinimumBasicScenario-297923689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:27.647184 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-6b94d2da-7af4-4155-93fb-78160a4d2290 tempest-TestMinimumBasicScenario-297923689 tempest-TestMinimumBasicScenario-297923689-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 1094 time: 0.2159510 Nov 22 10:38:27.650485 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 43608) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:38:27.656753 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.v2.base [None req-3de240b4-27cc-416f-9b81-cfa6057cb2d9 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Request body: {'floatingip': {'floating_network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'port_id': '326eedf5-8a3e-4e3a-887c-a2d57a212dc8', 'tenant_id': '549a9a424a794c74836d8d862db06e25', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:38:27.658620 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-1fd5d263-fc0d-43af-b756-5b1a672b3272 admin admin] Calling delete_port for 52bdc6c7-ea54-466d-be02-ebfc7a70a85f owned by network:router_interface {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:38:27.691861 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3de240b4-27cc-416f-9b81-cfa6057cb2d9 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks [] for floatingip, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:27.819322 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3de240b4-27cc-416f-9b81-cfa6057cb2d9 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:27.881639 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-1fd5d263-fc0d-43af-b756-5b1a672b3272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11987816'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:27.920575 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd5d263-fc0d-43af-b756-5b1a672b3272 admin admin] Pushing event deleted for resources: {'Port': ['ID=52bdc6c7-ea54-466d-be02-ebfc7a70a85f,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:38:27.952059 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-3de240b4-27cc-416f-9b81-cfa6057cb2d9 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Allocated IP 172.27.0.44 (e6af0ad0-9fc1-4d6f-8919-77652c0c2a28/df63829c-39ab-4507-b346-4c3fdb4717de/8a040964-477d-49a9-bd14-0ec298e80364) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 10:38:28.057119 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0c934117-efa3-4f33-917a-019854f2ef65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:28.064377 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3de240b4-27cc-416f-9b81-cfa6057cb2d9 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:28.105667 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3de240b4-27cc-416f-9b81-cfa6057cb2d9 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749315246228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162187'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:28.107891 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-1fd5d263-fc0d-43af-b756-5b1a672b3272 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1032162'] for router_interface, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:28.150500 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de240b4-27cc-416f-9b81-cfa6057cb2d9 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Network e6af0ad0-9fc1-4d6f-8919-77652c0c2a28 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:38:28.154331 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-3de240b4-27cc-416f-9b81-cfa6057cb2d9 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:38:28.158580 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de240b4-27cc-416f-9b81-cfa6057cb2d9 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 10:38:28.185901 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de240b4-27cc-416f-9b81-cfa6057cb2d9 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Pushing event updated for resources: {'Port': ['ID=8a040964-477d-49a9-bd14-0ec298e80364,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:38:28.198338 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de240b4-27cc-416f-9b81-cfa6057cb2d9 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:38:28.199002 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de240b4-27cc-416f-9b81-cfa6057cb2d9 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:38:28.199504 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de240b4-27cc-416f-9b81-cfa6057cb2d9 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:38:28.200031 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de240b4-27cc-416f-9b81-cfa6057cb2d9 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:38:28.200553 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de240b4-27cc-416f-9b81-cfa6057cb2d9 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:38:28.201071 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de240b4-27cc-416f-9b81-cfa6057cb2d9 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:38:28.201580 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de240b4-27cc-416f-9b81-cfa6057cb2d9 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:38:28.201970 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de240b4-27cc-416f-9b81-cfa6057cb2d9 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:38:28.202312 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de240b4-27cc-416f-9b81-cfa6057cb2d9 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:38:28.203327 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de240b4-27cc-416f-9b81-cfa6057cb2d9 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:38:28.203692 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de240b4-27cc-416f-9b81-cfa6057cb2d9 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:38:28.204212 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de240b4-27cc-416f-9b81-cfa6057cb2d9 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:38:28.405300 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd5d263-fc0d-43af-b756-5b1a672b3272 admin admin] Router dae7dd9f-6023-4615-83bd-9bd24274df7a has already been hosted by L3 agent fa3112ac-4a6e-40b6-a491-552ca746a833 {{(pid=102911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 10:38:28.545556 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd5d263-fc0d-43af-b756-5b1a672b3272 admin admin] Notify agent at l3_agent.dv-cinder-804035-13-iscsi the message routers_updated {{(pid=102911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 10:38:28.556860 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-1fd5d263-fc0d-43af-b756-5b1a672b3272 admin admin] 10.222.0.46 "PUT /v2.0/routers/dae7dd9f-6023-4615-83bd-9bd24274df7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3695345 Nov 22 10:38:28.558104 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7951fdc-8c18-46ae-a43e-799e005cbe6b None None] Sync routers for ids ['dae7dd9f-6023-4615-83bd-9bd24274df7a'] in dv-cinder-804035-13-iscsi {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 10:38:28.559335 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 43626) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:38:28.574283 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7951fdc-8c18-46ae-a43e-799e005cbe6b None None] Routers {'dae7dd9f-6023-4615-83bd-9bd24274df7a'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:38:28.574993 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-b7951fdc-8c18-46ae-a43e-799e005cbe6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:38:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['dae7dd9f-6023-4615-83bd-9bd24274df7a'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:38:28.699114 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb016c-d509-4a3a-8ad0-e441b07a595f req-47d5533f-4148-4129-8c88-b791794aa8b5 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:28.706978 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3bbb016c-d509-4a3a-8ad0-e441b07a595f req-47d5533f-4148-4129-8c88-b791794aa8b5 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 945 time: 0.1487999 Nov 22 10:38:28.711338 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3de240b4-27cc-416f-9b81-cfa6057cb2d9 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:28.754215 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-b7951fdc-8c18-46ae-a43e-799e005cbe6b None None] Set router dae7dd9f-6023-4615-83bd-9bd24274df7a gateway port host: dv-cinder-804035-13-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:38:28.779604 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b152390f-e7ed-4c24-baac-d9168d7eb488 admin admin] Publish callbacks [] for router, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:28.795104 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3bbb016c-d509-4a3a-8ad0-e441b07a595f req-31b83ddc-97c5-430b-a208-47b46d637546 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf58da-bfeb-4d08-b545-68fed93dbb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846007 Nov 22 10:38:28.822040 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3de240b4-27cc-416f-9b81-cfa6057cb2d9 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:28.909054 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b152390f-e7ed-4c24-baac-d9168d7eb488 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:28.968295 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-b152390f-e7ed-4c24-baac-d9168d7eb488 admin admin] Deleting port d6eb665b-87f8-48b3-9d1a-7a4b199a9d5c {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:38:28.968542 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b152390f-e7ed-4c24-baac-d9168d7eb488 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:28.985937 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-b7951fdc-8c18-46ae-a43e-799e005cbe6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae7dd9f-6023-4615-83bd-9bd24274df7a', 'name': 'tempest-ServerRescueNegativeTestJSON-2051115217-router', 'tenant_id': '47dcd8cc91c540eda175b762b2cc6d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': 'd6eb665b-87f8-48b3-9d1a-7a4b199a9d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:34:43Z', 'updated_at': '2021-11-22T10:38:27Z', 'revision_number': 5, 'project_id': '47dcd8cc91c540eda175b762b2cc6d9d', 'gw_port': {'id': 'd6eb665b-87f8-48b3-9d1a-7a4b199a9d5c', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae7dd9f-6023-4615-83bd-9bd24274df7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:45Z', 'updated_at': '2021-11-22T10:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi'}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:38:29.000851 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3de240b4-27cc-416f-9b81-cfa6057cb2d9 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:29.006469 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3de240b4-27cc-416f-9b81-cfa6057cb2d9 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1162204'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:29.022751 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7951fdc-8c18-46ae-a43e-799e005cbe6b None None] Checking router: dae7dd9f-6023-4615-83bd-9bd24274df7a for host: dv-cinder-804035-13-iscsi {{(pid=102913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 10:38:29.033168 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7951fdc-8c18-46ae-a43e-799e005cbe6b None None] Routers {'dae7dd9f-6023-4615-83bd-9bd24274df7a'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:38:29.034084 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-b7951fdc-8c18-46ae-a43e-799e005cbe6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:38:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['dae7dd9f-6023-4615-83bd-9bd24274df7a'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:38:29.077432 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de240b4-27cc-416f-9b81-cfa6057cb2d9 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Pushing event updated for resources: {'Port': ['ID=8a040964-477d-49a9-bd14-0ec298e80364,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:38:29.094095 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3de240b4-27cc-416f-9b81-cfa6057cb2d9 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030162'] for floatingip, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:29.144252 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-b7951fdc-8c18-46ae-a43e-799e005cbe6b None None] Set router dae7dd9f-6023-4615-83bd-9bd24274df7a gateway port host: None {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:38:29.206586 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-b7951fdc-8c18-46ae-a43e-799e005cbe6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae7dd9f-6023-4615-83bd-9bd24274df7a', 'name': 'tempest-ServerRescueNegativeTestJSON-2051115217-router', 'tenant_id': '47dcd8cc91c540eda175b762b2cc6d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:34:43Z', 'updated_at': '2021-11-22T10:38:28Z', 'revision_number': 6, 'project_id': '47dcd8cc91c540eda175b762b2cc6d9d', 'gw_port_host': None}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:38:29.214060 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.db.l3_db [None req-3de240b4-27cc-416f-9b81-cfa6057cb2d9 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Floating IP 112a5a89-9878-4048-9e5c-b6ba8a907720 associated. External IP: 172.27.0.44, port: 326eedf5-8a3e-4e3a-887c-a2d57a212dc8. Nov 22 10:38:29.239908 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7951fdc-8c18-46ae-a43e-799e005cbe6b None None] The sync data for ids ['dae7dd9f-6023-4615-83bd-9bd24274df7a'] in dv-cinder-804035-13-iscsi is: [{'id': 'dae7dd9f-6023-4615-83bd-9bd24274df7a', 'name': 'tempest-ServerRescueNegativeTestJSON-2051115217-router', 'tenant_id': '47dcd8cc91c540eda175b762b2cc6d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:34:43Z', 'updated_at': '2021-11-22T10:38:28Z', 'revision_number': 6, 'project_id': '47dcd8cc91c540eda175b762b2cc6d9d', 'gw_port_host': None}] {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 10:38:29.317306 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-b152390f-e7ed-4c24-baac-d9168d7eb488 admin admin] For port d6eb665b-87f8-48b3-9d1a-7a4b199a9d5c, host dv-cinder-804035-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=d6eb665b-87f8-48b3-9d1a-7a4b199a9d5c,segment=NetworkSegment(07e0d8bf-2b47-470a-a16f-f44f9914b384),segment_id=07e0d8bf-2b47-470a-a16f-f44f9914b384)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:38:29.317666 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b152390f-e7ed-4c24-baac-d9168d7eb488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:29.332591 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-b152390f-e7ed-4c24-baac-d9168d7eb488 admin admin] Calling delete_port for d6eb665b-87f8-48b3-9d1a-7a4b199a9d5c owned by network:router_gateway {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:38:29.447485 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de240b4-27cc-416f-9b81-cfa6057cb2d9 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Router c8be5bf3-5ef0-4639-8753-0d58f5607921 has already been hosted by L3 agent fa3112ac-4a6e-40b6-a491-552ca746a833 {{(pid=102910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 10:38:29.514714 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b152390f-e7ed-4c24-baac-d9168d7eb488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11987816'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:29.541272 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b152390f-e7ed-4c24-baac-d9168d7eb488 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6eb665b-87f8-48b3-9d1a-7a4b199a9d5c,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:38:29.564448 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de240b4-27cc-416f-9b81-cfa6057cb2d9 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Notify agent at l3_agent.dv-cinder-804035-13-iscsi the message routers_updated {{(pid=102910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 10:38:29.576346 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3e9de3-3b28-4261-9b6c-11eeebedfb86 None None] Sync routers for ids ['c8be5bf3-5ef0-4639-8753-0d58f5607921'] in dv-cinder-804035-13-iscsi {{(pid=102912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 10:38:29.586680 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3de240b4-27cc-416f-9b81-cfa6057cb2d9 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for floatingip, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:29.590654 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3e9de3-3b28-4261-9b6c-11eeebedfb86 None None] Routers {'c8be5bf3-5ef0-4639-8753-0d58f5607921'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:38:29.591493 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-df3e9de3-3b28-4261-9b6c-11eeebedfb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:38:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['c8be5bf3-5ef0-4639-8753-0d58f5607921'], 'active': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:38:29.614876 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b152390f-e7ed-4c24-baac-d9168d7eb488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1030348'] for router_gateway, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:29.735567 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvr_db [None req-df3e9de3-3b28-4261-9b6c-11eeebedfb86 None None] Set router c8be5bf3-5ef0-4639-8753-0d58f5607921 gateway port host: dv-cinder-804035-13-iscsi {{(pid=102912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:38:29.785296 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b152390f-e7ed-4c24-baac-d9168d7eb488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1031604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10179'] for router, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:29.788230 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b152390f-e7ed-4c24-baac-d9168d7eb488 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:29.885102 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e21c8dd6-a119-43bc-9b42-7d87f9168fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:29.895273 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b152390f-e7ed-4c24-baac-d9168d7eb488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1032151'] for router, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:29.896269 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b152390f-e7ed-4c24-baac-d9168d7eb488 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dae7dd9f-6023-4615-83bd-9bd24274df7a {{(pid=102911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 10:38:29.903963 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b152390f-e7ed-4c24-baac-d9168d7eb488 admin admin] Publish callbacks [] for router, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:29.906594 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-b152390f-e7ed-4c24-baac-d9168d7eb488 admin admin] 10.222.0.46 "DELETE /v2.0/routers/dae7dd9f-6023-4615-83bd-9bd24274df7a HTTP/1.1" status: 204 len: 168 time: 1.3458197 Nov 22 10:38:29.908845 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 43636) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:38:29.920553 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-3de240b4-27cc-416f-9b81-cfa6057cb2d9 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2686298 Nov 22 10:38:29.921316 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 43638) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:38:29.921801 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc98df96-7387-4b77-a13e-8f8bce4fba68', 'tag': '326eedf5-8a3e-4e3a-887c-a2d57a212dc8'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:38:29.924225 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2087fbdd0508056fa5b30bb185ea5ce3ab7f559fa9cfd34086e27060f42f3c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89afa23-6f9a-47c3-93f4-44c94d3ef57c" -d '{"events": [{"name": "network-changed", "server_uuid": "cc98df96-7387-4b77-a13e-8f8bce4fba68", "tag": "326eedf5-8a3e-4e3a-887c-a2d57a212dc8"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:38:29.935940 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.v2.base [None req-6387d640-4098-4ba6-9cbf-534142deec1a tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-225268498', 'description': 'tempest-secgroup-smoke-225268498 description', 'project_id': '549a9a424a794c74836d8d862db06e25'}} {{(pid=102910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:38:29.968945 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6387d640-4098-4ba6-9cbf-534142deec1a tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:29.985989 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 10:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2be5751-b854-469c-8766-2700898911b8 x-openstack-request-id: req-d2be5751-b854-469c-8766-2700898911b8 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:38:29.986333 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc98df96-7387-4b77-a13e-8f8bce4fba68", "tag": "326eedf5-8a3e-4e3a-887c-a2d57a212dc8", "status": "completed", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:38:29.986590 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d2be5751-b854-469c-8766-2700898911b8 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:38:29.986983 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc98df96-7387-4b77-a13e-8f8bce4fba68', 'tag': '326eedf5-8a3e-4e3a-887c-a2d57a212dc8', 'status': 'completed', 'code': 200} Nov 22 10:38:29.994946 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc0133fb-d031-4d40-8e9b-2c6a9e5d0f4c admin admin] Deleting subnet c80a285c-563e-448a-9814-994fad543ecd {{(pid=102911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 10:38:30.009921 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-cc0133fb-d031-4d40-8e9b-2c6a9e5d0f4c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:30.069893 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6387d640-4098-4ba6-9cbf-534142deec1a tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:30.076912 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6387d640-4098-4ba6-9cbf-534142deec1a tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:30.116585 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6387d640-4098-4ba6-9cbf-534142deec1a tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:30.119151 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-cc0133fb-d031-4d40-8e9b-2c6a9e5d0f4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8590686'] for subnet, precommit_delete_associations {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:30.120452 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-6387d640-4098-4ba6-9cbf-534142deec1a tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1929243 Nov 22 10:38:30.123038 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 43642) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:38:30.129223 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-2377f987-892d-4380-a35f-a56dd88b046e tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Request body: {'security_group_rule': {'security_group_id': 'cb9f1571-aa6d-43fe-a22d-0d0ac84f7907', 'project_id': '549a9a424a794c74836d8d862db06e25', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:38:30.146199 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6387d640-4098-4ba6-9cbf-534142deec1a tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9f1571-aa6d-43fe-a22d-0d0ac84f7907,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:38:30.189940 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2679bf7-8ba6-4831-a8a3-dcbd42f7c1c1 req-0913326d-688c-4ee6-bb06-260d586f4e2a tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:30.191487 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f2679bf7-8ba6-4831-a8a3-dcbd42f7c1c1 req-0913326d-688c-4ee6-bb06-260d586f4e2a tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 945 time: 0.1935811 Nov 22 10:38:30.216790 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89afa23-6f9a-47c3-93f4-44c94d3ef57c req-1e4757de-10f9-494d-9922-7455ad552e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:30.218344 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b89afa23-6f9a-47c3-93f4-44c94d3ef57c req-1e4757de-10f9-494d-9922-7455ad552e7e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=549a9a424a794c74836d8d862db06e25&device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 1099 time: 0.2060354 Nov 22 10:38:30.243919 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-cc0133fb-d031-4d40-8e9b-2c6a9e5d0f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4094229'] for subnet, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:30.245142 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-df3e9de3-3b28-4261-9b6c-11eeebedfb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8be5bf3-5ef0-4639-8753-0d58f5607921', 'name': 'tempest-TestMinimumBasicScenario-247995624-router', 'tenant_id': '549a9a424a794c74836d8d862db06e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '809f8253-dfc1-48a6-9c11-3237e9e38c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:36:56Z', 'updated_at': '2021-11-22T10:37:01Z', 'revision_number': 4, 'project_id': '549a9a424a794c74836d8d862db06e25', 'gw_port': {'id': '809f8253-dfc1-48a6-9c11-3237e9e38c42', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:4a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8be5bf3-5ef0-4639-8753-0d58f5607921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:36:57Z', 'updated_at': '2021-11-22T10:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_floatingips': [{'id': '112a5a89-9878-4048-9e5c-b6ba8a907720', 'tenant_id': '549a9a424a794c74836d8d862db06e25', 'floating_ip_address': '172.27.0.44', 'floating_network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'router_id': 'c8be5bf3-5ef0-4639-8753-0d58f5607921', 'port_id': '326eedf5-8a3e-4e3a-887c-a2d57a212dc8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0', 'mac_address': 'fa:16:3e:56:88:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc98df96-7387-4b77-a13e-8f8bce4fba68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T10:38:28Z', 'updated_at': '2021-11-22T10:38:28Z', 'revision_number': 0, 'project_id': '549a9a424a794c74836d8d862db06e25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24bce193-ea74-441a-834d-deb31c22f527', 'name': '', 'network_id': 'a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0', 'tenant_id': '549a9a424a794c74836d8d862db06e25', 'mac_address': 'fa:16:3e:a3:17:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8be5bf3-5ef0-4639-8753-0d58f5607921', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '77794ac0-976d-4d93-aa56-2296caa8293f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:37:00Z', 'updated_at': '2021-11-22T10:37:07Z', 'revision_number': 5, 'project_id': '549a9a424a794c74836d8d862db06e25', 'subnets': [{'id': '77794ac0-976d-4d93-aa56-2296caa8293f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:38:30.269361 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2377f987-892d-4380-a35f-a56dd88b046e tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:30.286252 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3e9de3-3b28-4261-9b6c-11eeebedfb86 None None] Checking router: c8be5bf3-5ef0-4639-8753-0d58f5607921 for host: dv-cinder-804035-13-iscsi {{(pid=102912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 10:38:30.299490 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3e9de3-3b28-4261-9b6c-11eeebedfb86 None None] Routers {'c8be5bf3-5ef0-4639-8753-0d58f5607921'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:38:30.300160 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-df3e9de3-3b28-4261-9b6c-11eeebedfb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:38:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['c8be5bf3-5ef0-4639-8753-0d58f5607921'], 'active': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:38:30.361222 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 52bdc6c7-ea54-466d-be02-ebfc7a70a85f no longer exists at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 10:38:30.385258 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] No Port match for: 52bdc6c7-ea54-466d-be02-ebfc7a70a85f {{(pid=102912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 10:38:30.386208 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 52bdc6c7-ea54-466d-be02-ebfc7a70a85f not bound to the agent host dv-cinder-804035-13-iscsi {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 10:38:30.386208 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device d6eb665b-87f8-48b3-9d1a-7a4b199a9d5c no longer exists at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 10:38:30.394046 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f2679bf7-8ba6-4831-a8a3-dcbd42f7c1c1 req-346c84df-3a2c-43d9-8614-1391670bc438 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf58da-bfeb-4d08-b545-68fed93dbb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1950085 Nov 22 10:38:30.440505 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2377f987-892d-4380-a35f-a56dd88b046e tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:30.447805 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2377f987-892d-4380-a35f-a56dd88b046e tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970650'] for security_group_rule, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:30.456944 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89afa23-6f9a-47c3-93f4-44c94d3ef57c req-81f7494a-f913-4e85-9773-04167561b88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:30.459425 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b89afa23-6f9a-47c3-93f4-44c94d3ef57c req-81f7494a-f913-4e85-9773-04167561b88e service neutron] 10.222.0.20 "GET /v2.0/networks?id=a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0 HTTP/1.1" status: 200 len: 915 time: 0.2264736 Nov 22 10:38:30.461513 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-cc0133fb-d031-4d40-8e9b-2c6a9e5d0f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4094220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11987781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12360653'] for subnet, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:30.464820 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] No Port match for: d6eb665b-87f8-48b3-9d1a-7a4b199a9d5c {{(pid=102912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 10:38:30.464820 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device d6eb665b-87f8-48b3-9d1a-7a4b199a9d5c not bound to the agent host dv-cinder-804035-13-iscsi {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 10:38:30.501370 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvr_db [None req-df3e9de3-3b28-4261-9b6c-11eeebedfb86 None None] Set router c8be5bf3-5ef0-4639-8753-0d58f5607921 gateway port host: dv-cinder-804035-13-iscsi {{(pid=102912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:38:30.551654 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0133fb-d031-4d40-8e9b-2c6a9e5d0f4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c80a285c-563e-448a-9814-994fad543ecd,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:38:30.559024 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2377f987-892d-4380-a35f-a56dd88b046e tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abb0f425-46a4-4f26-a00e-190d1ed2726b,revision_number=0']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:38:30.571913 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-cc0133fb-d031-4d40-8e9b-2c6a9e5d0f4c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:30.578098 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 43646) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:38:30.578335 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-cc0133fb-d031-4d40-8e9b-2c6a9e5d0f4c admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c80a285c-563e-448a-9814-994fad543ecd HTTP/1.1" status: 204 len: 168 time: 0.6678360 Nov 22 10:38:30.585143 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2377f987-892d-4380-a35f-a56dd88b046e tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:30.587064 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-2377f987-892d-4380-a35f-a56dd88b046e tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4617550 Nov 22 10:38:30.591794 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 43648) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:38:30.597709 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.v2.base [None req-603d4db4-2be1-4248-9867-b5dd3fadf3e8 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Request body: {'security_group_rule': {'security_group_id': 'cb9f1571-aa6d-43fe-a22d-0d0ac84f7907', 'project_id': '549a9a424a794c74836d8d862db06e25', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:38:30.608207 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b89afa23-6f9a-47c3-93f4-44c94d3ef57c req-b41af46d-238b-4cb8-8c5f-c012839bc902 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=326eedf5-8a3e-4e3a-887c-a2d57a212dc8 HTTP/1.1" status: 200 len: 999 time: 0.1362021 Nov 22 10:38:30.677154 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89afa23-6f9a-47c3-93f4-44c94d3ef57c req-9daea97b-0551-4dec-b217-431bc2cbcc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:30.678847 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b89afa23-6f9a-47c3-93f4-44c94d3ef57c req-9daea97b-0551-4dec-b217-431bc2cbcc59 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=77794ac0-976d-4d93-aa56-2296caa8293f HTTP/1.1" status: 200 len: 853 time: 0.0627751 Nov 22 10:38:30.693651 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-603d4db4-2be1-4248-9867-b5dd3fadf3e8 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:30.700472 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5b5fbe15-a93a-45ff-91d3-8d857a473007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4185191'] for network, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:30.732908 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89afa23-6f9a-47c3-93f4-44c94d3ef57c req-dc34179c-16ee-49c7-8f21-1bc54392be47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:30.736155 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b89afa23-6f9a-47c3-93f4-44c94d3ef57c req-dc34179c-16ee-49c7-8f21-1bc54392be47 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0456133 Nov 22 10:38:30.790045 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:30.805599 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-df3e9de3-3b28-4261-9b6c-11eeebedfb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8be5bf3-5ef0-4639-8753-0d58f5607921', 'name': 'tempest-TestMinimumBasicScenario-247995624-router', 'tenant_id': '549a9a424a794c74836d8d862db06e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '809f8253-dfc1-48a6-9c11-3237e9e38c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:36:56Z', 'updated_at': '2021-11-22T10:37:01Z', 'revision_number': 4, 'project_id': '549a9a424a794c74836d8d862db06e25', 'gw_port': {'id': '809f8253-dfc1-48a6-9c11-3237e9e38c42', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:4a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8be5bf3-5ef0-4639-8753-0d58f5607921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:36:57Z', 'updated_at': '2021-11-22T10:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_floatingips': [{'id': '112a5a89-9878-4048-9e5c-b6ba8a907720', 'tenant_id': '549a9a424a794c74836d8d862db06e25', 'floating_ip_address': '172.27.0.44', 'floating_network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'router_id': 'c8be5bf3-5ef0-4639-8753-0d58f5607921', 'port_id': '326eedf5-8a3e-4e3a-887c-a2d57a212dc8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0', 'mac_address': 'fa:16:3e:56:88:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc98df96-7387-4b77-a13e-8f8bce4fba68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T10:38:28Z', 'updated_at': '2021-11-22T10:38:28Z', 'revision_number': 0, 'project_id': '549a9a424a794c74836d8d862db06e25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24bce193-ea74-441a-834d-deb31c22f527', 'name': '', 'network_id': 'a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0', 'tenant_id': '549a9a424a794c74836d8d862db06e25', 'mac_address': 'fa:16:3e:a3:17:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8be5bf3-5ef0-4639-8753-0d58f5607921', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '77794ac0-976d-4d93-aa56-2296caa8293f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:37:00Z', 'updated_at': '2021-11-22T10:37:07Z', 'revision_number': 5, 'project_id': '549a9a424a794c74836d8d862db06e25', 'subnets': [{'id': '77794ac0-976d-4d93-aa56-2296caa8293f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:38:30.826990 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-603d4db4-2be1-4248-9867-b5dd3fadf3e8 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:30.833966 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-603d4db4-2be1-4248-9867-b5dd3fadf3e8 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970650'] for security_group_rule, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:30.838252 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5b5fbe15-a93a-45ff-91d3-8d857a473007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4095910', 'neutron.services.segments.db._delete_segments_for_network-8749315723659'] for network, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:30.839552 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3e9de3-3b28-4261-9b6c-11eeebedfb86 None None] The sync data for ids ['c8be5bf3-5ef0-4639-8753-0d58f5607921'] in dv-cinder-804035-13-iscsi is: [{'id': 'c8be5bf3-5ef0-4639-8753-0d58f5607921', 'name': 'tempest-TestMinimumBasicScenario-247995624-router', 'tenant_id': '549a9a424a794c74836d8d862db06e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '809f8253-dfc1-48a6-9c11-3237e9e38c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:36:56Z', 'updated_at': '2021-11-22T10:37:01Z', 'revision_number': 4, 'project_id': '549a9a424a794c74836d8d862db06e25', 'gw_port': {'id': '809f8253-dfc1-48a6-9c11-3237e9e38c42', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:4a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8be5bf3-5ef0-4639-8753-0d58f5607921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:36:57Z', 'updated_at': '2021-11-22T10:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_floatingips': [{'id': '112a5a89-9878-4048-9e5c-b6ba8a907720', 'tenant_id': '549a9a424a794c74836d8d862db06e25', 'floating_ip_address': '172.27.0.44', 'floating_network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'router_id': 'c8be5bf3-5ef0-4639-8753-0d58f5607921', 'port_id': '326eedf5-8a3e-4e3a-887c-a2d57a212dc8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0', 'mac_address': 'fa:16:3e:56:88:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc98df96-7387-4b77-a13e-8f8bce4fba68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T10:38:28Z', 'updated_at': '2021-11-22T10:38:28Z', 'revision_number': 0, 'project_id': '549a9a424a794c74836d8d862db06e25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24bce193-ea74-441a-834d-deb31c22f527', 'name': '', 'network_id': 'a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0', 'tenant_id': '549a9a424a794c74836d8d862db06e25', 'mac_address': 'fa:16:3e:a3:17:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8be5bf3-5ef0-4639-8753-0d58f5607921', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '77794ac0-976d-4d93-aa56-2296caa8293f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:37:00Z', 'updated_at': '2021-11-22T10:37:07Z', 'revision_number': 5, 'project_id': '549a9a424a794c74836d8d862db06e25', 'subnets': [{'id': '77794ac0-976d-4d93-aa56-2296caa8293f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 10:38:30.865615 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b89afa23-6f9a-47c3-93f4-44c94d3ef57c req-77d202c4-6743-460a-a3a5-cb1f8807bf95 service neutron] 10.222.0.20 "GET /v2.0/networks/a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142666 Nov 22 10:38:30.866761 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603d4db4-2be1-4248-9867-b5dd3fadf3e8 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01e76d7a-5d0b-4939-9768-1c8ceda19f20,revision_number=0']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:38:30.879066 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.services.segments.db [None req-5b5fbe15-a93a-45ff-91d3-8d857a473007 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['153a66f8-3695-4a0f-8479-33d7bddbc164']}} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:38:30.892311 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-603d4db4-2be1-4248-9867-b5dd3fadf3e8 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:30.896537 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-603d4db4-2be1-4248-9867-b5dd3fadf3e8 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3002529 Nov 22 10:38:30.896951 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 43652) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:38:30.899510 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.services.segments.db [None req-5b5fbe15-a93a-45ff-91d3-8d857a473007 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ae977a0-e484-4146-ba84-66dc7a326740') {'for_net_delete': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:38:30.899844 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.services.segments.db [None req-5b5fbe15-a93a-45ff-91d3-8d857a473007 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ae977a0-e484-4146-ba84-66dc7a326740') {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:38:30.911046 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5b5fbe15-a93a-45ff-91d3-8d857a473007 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749315818006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11681769'] for segment, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:30.926889 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-69756fe6-730a-410f-b579-73d0db526dba tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Request body: {'security_group_rule': {'security_group_id': 'cb9f1571-aa6d-43fe-a22d-0d0ac84f7907', 'project_id': '549a9a424a794c74836d8d862db06e25', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:38:30.928506 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5b5fbe15-a93a-45ff-91d3-8d857a473007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4063698'] for segment, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:30.938482 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b5fbe15-a93a-45ff-91d3-8d857a473007 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=102910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 10:38:30.938913 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5b5fbe15-a93a-45ff-91d3-8d857a473007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4063698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1162168'] for segment, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:30.941053 dv-cinder-804035-13-iscsi neutron-server[102910]: Traceback (most recent call last): Nov 22 10:38:30.941053 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 10:38:30.941053 dv-cinder-804035-13-iscsi neutron-server[102910]: timer() Nov 22 10:38:30.941053 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 10:38:30.941053 dv-cinder-804035-13-iscsi neutron-server[102910]: cb(*args, **kw) Nov 22 10:38:30.941053 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 10:38:30.941053 dv-cinder-804035-13-iscsi neutron-server[102910]: return func(*args, **kwargs) Nov 22 10:38:30.941053 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 10:38:30.941053 dv-cinder-804035-13-iscsi neutron-server[102910]: self._notify() Nov 22 10:38:30.941053 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 10:38:30.941053 dv-cinder-804035-13-iscsi neutron-server[102910]: self.callback(batched_events) Nov 22 10:38:30.941053 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 10:38:30.941053 dv-cinder-804035-13-iscsi neutron-server[102910]: event.method(event) Nov 22 10:38:30.941053 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 10:38:30.941053 dv-cinder-804035-13-iscsi neutron-server[102910]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 10:38:30.941053 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 10:38:30.941053 dv-cinder-804035-13-iscsi neutron-server[102910]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 10:38:30.941053 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 10:38:30.941053 dv-cinder-804035-13-iscsi neutron-server[102910]: return f(self, *a, **k) Nov 22 10:38:30.941053 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 10:38:30.941053 dv-cinder-804035-13-iscsi neutron-server[102910]: return self._get(url).json() Nov 22 10:38:30.941053 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 10:38:30.941053 dv-cinder-804035-13-iscsi neutron-server[102910]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 10:38:30.941053 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 10:38:30.941053 dv-cinder-804035-13-iscsi neutron-server[102910]: return self.request(url, 'GET', **kwargs) Nov 22 10:38:30.941053 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 10:38:30.941053 dv-cinder-804035-13-iscsi neutron-server[102910]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 10:38:30.941053 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 10:38:30.941053 dv-cinder-804035-13-iscsi neutron-server[102910]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 10:38:30.941053 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 10:38:30.941053 dv-cinder-804035-13-iscsi neutron-server[102910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 10:38:30.941053 dv-cinder-804035-13-iscsi neutron-server[102910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 10:38:30.995426 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-69756fe6-730a-410f-b579-73d0db526dba tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:31.005702 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5b5fbe15-a93a-45ff-91d3-8d857a473007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4095928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1030268'] for network, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:31.016761 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5b5fbe15-a93a-45ff-91d3-8d857a473007 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for network, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:31.020119 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-5b5fbe15-a93a-45ff-91d3-8d857a473007 admin admin] 10.222.0.46 "DELETE /v2.0/networks/153a66f8-3695-4a0f-8479-33d7bddbc164 HTTP/1.1" status: 204 len: 168 time: 0.4388988 Nov 22 10:38:31.032215 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5fbe15-a93a-45ff-91d3-8d857a473007 admin admin] Pushing event deleted for resources: {'Network': ['ID=153a66f8-3695-4a0f-8479-33d7bddbc164,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:38:31.033677 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b89afa23-6f9a-47c3-93f4-44c94d3ef57c req-3429689a-9130-46e2-a822-0760fdc79b72 service neutron] 10.222.0.20 "GET /v2.0/networks/a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589921 Nov 22 10:38:31.079231 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-69756fe6-730a-410f-b579-73d0db526dba tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:31.086500 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-69756fe6-730a-410f-b579-73d0db526dba tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970650'] for security_group_rule, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:31.109895 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69756fe6-730a-410f-b579-73d0db526dba tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=312e12a7-c5c7-42ae-bc2a-21fb4c68f1ed,revision_number=0']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:38:31.121237 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-69756fe6-730a-410f-b579-73d0db526dba tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:31.123701 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-69756fe6-730a-410f-b579-73d0db526dba tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2244468 Nov 22 10:38:31.125402 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 43658) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:38:31.130256 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.v2.base [None req-9cdb29c5-897b-4f52-97df-263de58391b5 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Request body: {'security_group_rule': {'security_group_id': 'cb9f1571-aa6d-43fe-a22d-0d0ac84f7907', 'project_id': '549a9a424a794c74836d8d862db06e25', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:38:31.142392 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2ecb80-c4fe-42ca-823c-d8cfc3744d19 None None] New status for floating IP 112a5a89-9878-4048-9e5c-b6ba8a907720: ACTIVE {{(pid=102913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 10:38:31.171863 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9cdb29c5-897b-4f52-97df-263de58391b5 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:31.195606 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 43660) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:38:31.238028 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-9513eb80-2c75-4168-a79e-031485d469ed admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=47dcd8cc91c540eda175b762b2cc6d9d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0410569 Nov 22 10:38:31.240581 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 43662) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:38:31.245492 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9cdb29c5-897b-4f52-97df-263de58391b5 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:31.253044 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9cdb29c5-897b-4f52-97df-263de58391b5 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970650'] for security_group_rule, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:31.273905 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdb29c5-897b-4f52-97df-263de58391b5 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d965fd7-59f6-43a9-aa41-84fa2525cbfb,revision_number=0']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:38:31.280718 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9cdb29c5-897b-4f52-97df-263de58391b5 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:31.282383 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-9cdb29c5-897b-4f52-97df-263de58391b5 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1554837 Nov 22 10:38:31.285855 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 43664) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:38:31.304899 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-9e4ff3fd-fd8d-4862-8643-33d7ef0ebf55 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Request body: {'security_group_rule': {'security_group_id': 'cb9f1571-aa6d-43fe-a22d-0d0ac84f7907', 'project_id': '549a9a424a794c74836d8d862db06e25', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:38:31.342268 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-01266d06-ae41-4314-84ab-d0c8c9fdd63c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:31.346561 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.db.securitygroups_db [None req-9e4ff3fd-fd8d-4862-8643-33d7ef0ebf55 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Project 549a9a424a794c74836d8d862db06e25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 10:38:31.360001 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9e4ff3fd-fd8d-4862-8643-33d7ef0ebf55 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:31.383502 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-01266d06-ae41-4314-84ab-d0c8c9fdd63c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:31.479762 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9e4ff3fd-fd8d-4862-8643-33d7ef0ebf55 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:31.488647 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9e4ff3fd-fd8d-4862-8643-33d7ef0ebf55 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970650'] for security_group_rule, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:31.525970 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-01266d06-ae41-4314-84ab-d0c8c9fdd63c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:31.528676 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-01266d06-ae41-4314-84ab-d0c8c9fdd63c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:31.530916 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-01266d06-ae41-4314-84ab-d0c8c9fdd63c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ca1856cc-ca68-4250-aeff-41694f6d9c75 HTTP/1.1" status: 204 len: 168 time: 0.2879686 Nov 22 10:38:31.546601 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4ff3fd-fd8d-4862-8643-33d7ef0ebf55 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11332d54-a651-4c51-8d68-8e7c701f2927,revision_number=0']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:38:31.568378 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9e4ff3fd-fd8d-4862-8643-33d7ef0ebf55 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:31.570049 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-9e4ff3fd-fd8d-4862-8643-33d7ef0ebf55 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2815592 Nov 22 10:38:31.572851 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 43670) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:38:31.573031 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01266d06-ae41-4314-84ab-d0c8c9fdd63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1856cc-ca68-4250-aeff-41694f6d9c75,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:38:31.580100 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.v2.base [None req-5a26bd69-a2be-4661-91d7-a91ef5e5acfa tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Request body: {'security_group_rule': {'security_group_id': 'cb9f1571-aa6d-43fe-a22d-0d0ac84f7907', 'project_id': '549a9a424a794c74836d8d862db06e25', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:38:31.590856 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5f324-aa27-4f4e-95c2-edb0b3fe1ade req-7a4eeab2-ecb0-4b7a-ac72-907508c149b3 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:31.592833 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e5e5f324-aa27-4f4e-95c2-edb0b3fe1ade req-7a4eeab2-ecb0-4b7a-ac72-907508c149b3 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 945 time: 0.0976820 Nov 22 10:38:31.635967 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.db.securitygroups_db [None req-5a26bd69-a2be-4661-91d7-a91ef5e5acfa tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Project 549a9a424a794c74836d8d862db06e25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 10:38:31.645256 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5a26bd69-a2be-4661-91d7-a91ef5e5acfa tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:31.675233 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e5e5f324-aa27-4f4e-95c2-edb0b3fe1ade req-0d29e95e-4a96-4c5f-9e45-2b9bc4ffe2ec tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf58da-bfeb-4d08-b545-68fed93dbb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739965 Nov 22 10:38:31.726200 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5a26bd69-a2be-4661-91d7-a91ef5e5acfa tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:31.730880 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5a26bd69-a2be-4661-91d7-a91ef5e5acfa tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970650'] for security_group_rule, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:31.749048 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a26bd69-a2be-4661-91d7-a91ef5e5acfa tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77c1c3ea-1fa0-4384-9b7f-aac45bea1ed2,revision_number=0']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:38:31.759103 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5a26bd69-a2be-4661-91d7-a91ef5e5acfa tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:31.763237 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-5a26bd69-a2be-4661-91d7-a91ef5e5acfa tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1864736 Nov 22 10:38:31.867089 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7a897341-693b-4bb3-9725-29985b31358d req-8d29591c-7107-42ae-885b-077426fc465c tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-225268498&fields=id&tenant_id=549a9a424a794c74836d8d862db06e25 HTTP/1.1" status: 200 len: 267 time: 0.0593574 Nov 22 10:38:31.926714 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a897341-693b-4bb3-9725-29985b31358d req-b9632d10-1f2c-4cd6-917d-4e8c41381b1d tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:31.928412 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7a897341-693b-4bb3-9725-29985b31358d req-b9632d10-1f2c-4cd6-917d-4e8c41381b1d tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 946 time: 0.0529931 Nov 22 10:38:31.939817 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-7a897341-693b-4bb3-9725-29985b31358d req-b61c05ca-e4ce-42fe-bc12-7e90bfb09485 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Request body: {'port': {'security_groups': ['b9ef8276-57c4-428e-b639-a4eb9f8806d4', 'cb9f1571-aa6d-43fe-a22d-0d0ac84f7907']}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:38:32.020720 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-7a897341-693b-4bb3-9725-29985b31358d req-b61c05ca-e4ce-42fe-bc12-7e90bfb09485 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:32.238814 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-7a897341-693b-4bb3-9725-29985b31358d req-b61c05ca-e4ce-42fe-bc12-7e90bfb09485 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] For port 326eedf5-8a3e-4e3a-887c-a2d57a212dc8, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=326eedf5-8a3e-4e3a-887c-a2d57a212dc8,segment=NetworkSegment(a66257e1-04de-463c-95eb-2c47fb42ab6a),segment_id=a66257e1-04de-463c-95eb-2c47fb42ab6a)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:38:32.271192 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-7a897341-693b-4bb3-9725-29985b31358d req-b61c05ca-e4ce-42fe-bc12-7e90bfb09485 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:32.279444 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-7a897341-693b-4bb3-9725-29985b31358d req-b61c05ca-e4ce-42fe-bc12-7e90bfb09485 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11987839'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:32.297447 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] get_ports_and_sgs() called for port_ids ['326eedf5-8a3e-4e3a-887c-a2d57a212dc8'] {{(pid=102912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 10:38:32.337778 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a897341-693b-4bb3-9725-29985b31358d req-b61c05ca-e4ce-42fe-bc12-7e90bfb09485 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:32.338481 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-7a897341-693b-4bb3-9725-29985b31358d req-b61c05ca-e4ce-42fe-bc12-7e90bfb09485 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:32.339952 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7a897341-693b-4bb3-9725-29985b31358d req-b61c05ca-e4ce-42fe-bc12-7e90bfb09485 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "PUT /v2.0/ports/326eedf5-8a3e-4e3a-887c-a2d57a212dc8 HTTP/1.1" status: 200 len: 982 time: 0.4050164 Nov 22 10:38:32.340448 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc98df96-7387-4b77-a13e-8f8bce4fba68', 'tag': '326eedf5-8a3e-4e3a-887c-a2d57a212dc8'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:38:32.345964 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5429d6209f9db75179b029b02f265116e5db13468d9d60e00895472a7fa8ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0aee567-327f-404b-a3b0-46ec5b9900ce" -d '{"events": [{"name": "network-changed", "server_uuid": "cc98df96-7387-4b77-a13e-8f8bce4fba68", "tag": "326eedf5-8a3e-4e3a-887c-a2d57a212dc8"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:38:32.370921 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c05ca-e4ce-42fe-bc12-7e90bfb09485 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Pushing event updated for resources: {'Port': ['ID=326eedf5-8a3e-4e3a-887c-a2d57a212dc8,revision_number=6']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:38:32.408922 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 10:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c770d8-5eb5-4448-a20b-823b19f38c9e x-openstack-request-id: req-85c770d8-5eb5-4448-a20b-823b19f38c9e {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:38:32.409560 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc98df96-7387-4b77-a13e-8f8bce4fba68", "tag": "326eedf5-8a3e-4e3a-887c-a2d57a212dc8", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:38:32.410029 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-85c770d8-5eb5-4448-a20b-823b19f38c9e {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:38:32.410604 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc98df96-7387-4b77-a13e-8f8bce4fba68', 'tag': '326eedf5-8a3e-4e3a-887c-a2d57a212dc8', 'status': 'completed', 'code': 200} Nov 22 10:38:32.526249 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] get_ports_and_sgs() called for port_ids ['326eedf5-8a3e-4e3a-887c-a2d57a212dc8'] {{(pid=102912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 10:38:32.553877 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aee567-327f-404b-a3b0-46ec5b9900ce req-af40298f-d1c0-47aa-a44d-67d784b470ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:32.555403 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a0aee567-327f-404b-a3b0-46ec5b9900ce req-af40298f-d1c0-47aa-a44d-67d784b470ff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=549a9a424a794c74836d8d862db06e25&device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 1138 time: 0.1065199 Nov 22 10:38:32.590113 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca004f14-8ed2-4faf-a20b-baf88e501a13 req-60ed7c03-6532-4b8d-88b9-bca8ea339619 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:32.592553 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ca004f14-8ed2-4faf-a20b-baf88e501a13 req-60ed7c03-6532-4b8d-88b9-bca8ea339619 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 985 time: 0.1349099 Nov 22 10:38:32.699971 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-348a4486-bd3e-43c9-aec0-8efea51d0561 None None] Provisioning complete for port 326eedf5-8a3e-4e3a-887c-a2d57a212dc8 triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:38:32.700427 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-348a4486-bd3e-43c9-aec0-8efea51d0561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:32.733035 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ca004f14-8ed2-4faf-a20b-baf88e501a13 req-68f9eec7-fa6c-4ed0-b664-19dc0db7f2f3 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb9f1571-aa6d-43fe-a22d-0d0ac84f7907&id=b9ef8276-57c4-428e-b639-a4eb9f8806d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0952477 Nov 22 10:38:32.734565 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aee567-327f-404b-a3b0-46ec5b9900ce req-2e5e5ca0-1e1f-4aa6-9d40-5de082b88690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:32.735806 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a0aee567-327f-404b-a3b0-46ec5b9900ce req-2e5e5ca0-1e1f-4aa6-9d40-5de082b88690 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0 HTTP/1.1" status: 200 len: 915 time: 0.1665809 Nov 22 10:38:32.921723 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a2d3e-66e7-4d56-8b8d-5b6ea0807bc7 req-878b7b6f-44e6-4054-9237-286929fe14b0 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:32.923858 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-886a2d3e-66e7-4d56-8b8d-5b6ea0807bc7 req-878b7b6f-44e6-4054-9237-286929fe14b0 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 945 time: 0.1038358 Nov 22 10:38:32.930399 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a0aee567-327f-404b-a3b0-46ec5b9900ce req-c47f2f12-1706-4299-9371-5edd67d08baa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=326eedf5-8a3e-4e3a-887c-a2d57a212dc8 HTTP/1.1" status: 200 len: 1001 time: 0.1764035 Nov 22 10:38:33.038412 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aee567-327f-404b-a3b0-46ec5b9900ce req-d0531e0c-c684-4650-8d9b-5db8ae6ce8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:33.040575 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a0aee567-327f-404b-a3b0-46ec5b9900ce req-d0531e0c-c684-4650-8d9b-5db8ae6ce8d3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=77794ac0-976d-4d93-aa56-2296caa8293f HTTP/1.1" status: 200 len: 853 time: 0.1021538 Nov 22 10:38:33.044176 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-886a2d3e-66e7-4d56-8b8d-5b6ea0807bc7 req-9f0844b2-9224-45a7-b3e1-5c563e22294e tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf58da-bfeb-4d08-b545-68fed93dbb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125240 Nov 22 10:38:33.109078 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aee567-327f-404b-a3b0-46ec5b9900ce req-aa77c5d6-28bb-429d-af0d-7af4b56f6f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:33.111140 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a0aee567-327f-404b-a3b0-46ec5b9900ce req-aa77c5d6-28bb-429d-af0d-7af4b56f6f12 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0558212 Nov 22 10:38:33.217040 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a0aee567-327f-404b-a3b0-46ec5b9900ce req-55034da5-6a0a-46c9-a3ac-10439c115818 service neutron] 10.222.0.20 "GET /v2.0/networks/a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952404 Nov 22 10:38:33.329751 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a0aee567-327f-404b-a3b0-46ec5b9900ce req-afec4592-4f6d-49f7-b4b8-acd03fdd8505 service neutron] 10.222.0.20 "GET /v2.0/networks/a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963690 Nov 22 10:38:34.189807 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b2315-e28a-4415-bb73-1beff84ef589 req-3c09900a-5e61-4ef0-b361-9c554aae4cbf tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:34.191329 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5f0b2315-e28a-4415-bb73-1beff84ef589 req-3c09900a-5e61-4ef0-b361-9c554aae4cbf tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 945 time: 0.0599473 Nov 22 10:38:34.247583 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5f0b2315-e28a-4415-bb73-1beff84ef589 req-aa883c39-25f6-44a6-941f-1da8e40ea044 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf58da-bfeb-4d08-b545-68fed93dbb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495765 Nov 22 10:38:35.370638 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316dd2bf-3211-4179-8799-355645d101f3 req-615d8e41-4c00-4a28-a76a-506f08bf0381 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:35.372283 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-316dd2bf-3211-4179-8799-355645d101f3 req-615d8e41-4c00-4a28-a76a-506f08bf0381 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 945 time: 0.0507872 Nov 22 10:38:35.426162 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-316dd2bf-3211-4179-8799-355645d101f3 req-a6c97cf5-9060-4fbf-b013-051aef20a07e tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf58da-bfeb-4d08-b545-68fed93dbb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479643 Nov 22 10:38:36.549336 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6cb4f-a3bf-4f75-9beb-1a591526111b req-de69bcad-9299-40fa-bcb4-45b1221d9df9 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:36.551061 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-88c6cb4f-a3bf-4f75-9beb-1a591526111b req-de69bcad-9299-40fa-bcb4-45b1221d9df9 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 945 time: 0.0509930 Nov 22 10:38:36.602436 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-88c6cb4f-a3bf-4f75-9beb-1a591526111b req-08fd7089-d2ca-4783-be31-846bcde53693 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf58da-bfeb-4d08-b545-68fed93dbb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453432 Nov 22 10:38:37.732995 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43525ceb-62cf-4ada-9c39-c8d14f4e5031 req-94a1fe5e-7d3b-45a2-85c5-ee9de2fb89da tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:37.734515 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-43525ceb-62cf-4ada-9c39-c8d14f4e5031 req-94a1fe5e-7d3b-45a2-85c5-ee9de2fb89da tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 945 time: 0.0574579 Nov 22 10:38:37.781840 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-43525ceb-62cf-4ada-9c39-c8d14f4e5031 req-df0c7fdb-bc11-4a4f-b8bf-61bbf9c0ca61 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf58da-bfeb-4d08-b545-68fed93dbb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409520 Nov 22 10:38:38.903803 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009c575-37be-4eb8-93ad-20eccf8ccfa1 req-b8fbb3da-ad47-40ac-bca5-37f34d00ca16 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:38.905301 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c009c575-37be-4eb8-93ad-20eccf8ccfa1 req-b8fbb3da-ad47-40ac-bca5-37f34d00ca16 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 945 time: 0.0531063 Nov 22 10:38:38.954400 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c009c575-37be-4eb8-93ad-20eccf8ccfa1 req-09cb7d26-4979-48af-b572-31d8c5b5a91c tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf58da-bfeb-4d08-b545-68fed93dbb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421360 Nov 22 10:38:40.079207 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99275041-7fed-4282-a3c0-e4aca9b7791c req-778aaf1b-4211-4e2d-ab59-81440f45865b tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:40.080877 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-99275041-7fed-4282-a3c0-e4aca9b7791c req-778aaf1b-4211-4e2d-ab59-81440f45865b tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 945 time: 0.0526311 Nov 22 10:38:40.134261 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-99275041-7fed-4282-a3c0-e4aca9b7791c req-d4210b55-9698-4db8-9a45-1077fea4fa9a tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf58da-bfeb-4d08-b545-68fed93dbb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465565 Nov 22 10:38:41.261559 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e86d38-59f9-4320-9236-f78cb5a53166 req-d444b7a8-ac29-47a5-8052-e757d3930012 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:41.263086 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c5e86d38-59f9-4320-9236-f78cb5a53166 req-d444b7a8-ac29-47a5-8052-e757d3930012 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 945 time: 0.0536764 Nov 22 10:38:41.311952 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c5e86d38-59f9-4320-9236-f78cb5a53166 req-077f017b-5a5d-484a-b91a-8c1bcac54b83 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf58da-bfeb-4d08-b545-68fed93dbb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424945 Nov 22 10:38:41.329778 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 43866) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:38:41.442681 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-da4823ea-b8ef-4e56-8ac4-6a34c2ab7105 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:41.524181 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-da4823ea-b8ef-4e56-8ac4-6a34c2ab7105 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:41.528961 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-da4823ea-b8ef-4e56-8ac4-6a34c2ab7105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:41.566466 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4823ea-b8ef-4e56-8ac4-6a34c2ab7105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8a4fe8-08ad-4b3c-a968-e679109e27a8,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:38:41.572929 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-da4823ea-b8ef-4e56-8ac4-6a34c2ab7105 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=345c45b68f1b43cf9552889bb01d6f97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2420232 Nov 22 10:38:41.575715 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 43872) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:38:41.629656 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-db17487a-f7d8-47c1-87d6-0045584cbcc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:41.652968 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-db17487a-f7d8-47c1-87d6-0045584cbcc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:41.706818 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-db17487a-f7d8-47c1-87d6-0045584cbcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:41.710032 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-db17487a-f7d8-47c1-87d6-0045584cbcc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:41.711886 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-db17487a-f7d8-47c1-87d6-0045584cbcc9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2d8a4fe8-08ad-4b3c-a968-e679109e27a8 HTTP/1.1" status: 204 len: 168 time: 0.1351554 Nov 22 10:38:41.720185 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db17487a-f7d8-47c1-87d6-0045584cbcc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8a4fe8-08ad-4b3c-a968-e679109e27a8,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:38:42.430378 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075a616-cf2f-402a-a840-0d444d361d41 req-f9bdc89e-8506-4ec0-ac48-24dde4bd7fe7 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:42.432592 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3075a616-cf2f-402a-a840-0d444d361d41 req-f9bdc89e-8506-4ec0-ac48-24dde4bd7fe7 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 945 time: 0.0512471 Nov 22 10:38:42.484025 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3075a616-cf2f-402a-a840-0d444d361d41 req-f132a169-2aaa-408d-9887-a146bd8f00f0 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf58da-bfeb-4d08-b545-68fed93dbb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449333 Nov 22 10:38:43.187961 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98328d18-fc24-4c97-8931-0dc862a24611 req-73a7a223-91be-4925-877b-0d334f3c5d2b tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:43.189683 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-98328d18-fc24-4c97-8931-0dc862a24611 req-73a7a223-91be-4925-877b-0d334f3c5d2b tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=91e561db-215b-4001-8ffb-bc4b093d8d0d HTTP/1.1" status: 200 len: 945 time: 0.0555909 Nov 22 10:38:43.269758 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-98328d18-fc24-4c97-8931-0dc862a24611 req-ed930452-c776-40ee-89a3-c5859cf8a96a tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685849 Nov 22 10:38:43.633633 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa589c-d132-4a89-a023-b0814438bebb req-4d4a3887-f6d9-44a6-8b10-f736a030dc12 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:43.635222 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-76aa589c-d132-4a89-a023-b0814438bebb req-4d4a3887-f6d9-44a6-8b10-f736a030dc12 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 945 time: 0.0561848 Nov 22 10:38:43.692230 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-76aa589c-d132-4a89-a023-b0814438bebb req-c92f6e47-fc5b-47b5-a8f2-3fee1873fb0c tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf58da-bfeb-4d08-b545-68fed93dbb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501189 Nov 22 10:38:43.946081 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f84205-9aeb-4a8f-a6f7-50e91a69d22b req-e8d91be9-3ba0-43db-bfae-1a80198708ce tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:43.947737 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b8f84205-9aeb-4a8f-a6f7-50e91a69d22b req-e8d91be9-3ba0-43db-bfae-1a80198708ce tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 945 time: 0.0535908 Nov 22 10:38:44.030318 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b8f84205-9aeb-4a8f-a6f7-50e91a69d22b req-79137ff6-4552-4c41-80d8-fcd7b61aea4b tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf58da-bfeb-4d08-b545-68fed93dbb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760133 Nov 22 10:38:44.044603 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2baa640-f3d6-4f7a-a93a-c34f2190abc3 req-d64bab05-1ab6-45c8-b660-75edfe052fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:44.046849 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d2baa640-f3d6-4f7a-a93a-c34f2190abc3 req-d64bab05-1ab6-45c8-b660-75edfe052fb7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ea3b1b45ca144f90b1c89acf24e22074&device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 1098 time: 0.0588303 Nov 22 10:38:44.159751 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2baa640-f3d6-4f7a-a93a-c34f2190abc3 req-43bf976a-4820-4157-b380-e5e887a3986d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:44.161350 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d2baa640-f3d6-4f7a-a93a-c34f2190abc3 req-43bf976a-4820-4157-b380-e5e887a3986d service neutron] 10.222.0.20 "GET /v2.0/networks?id=f8081780-6619-4e5e-aa59-236a3848a084 HTTP/1.1" status: 200 len: 911 time: 0.1002614 Nov 22 10:38:44.261964 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d2baa640-f3d6-4f7a-a93a-c34f2190abc3 req-e5a59bcb-236e-4612-be39-da26e09a94f3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16c7e493-84ec-4f05-8c01-8c85e582654e HTTP/1.1" status: 200 len: 1001 time: 0.0836608 Nov 22 10:38:44.323533 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2baa640-f3d6-4f7a-a93a-c34f2190abc3 req-9b8ad97c-6b1b-47ea-8eff-70bffff1ff56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:44.325284 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d2baa640-f3d6-4f7a-a93a-c34f2190abc3 req-9b8ad97c-6b1b-47ea-8eff-70bffff1ff56 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42224e55-d7ca-4407-9b29-fa448fd58ac4 HTTP/1.1" status: 200 len: 849 time: 0.0539241 Nov 22 10:38:44.410504 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2baa640-f3d6-4f7a-a93a-c34f2190abc3 req-a79d4487-ef44-48e3-889f-13578a4565e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:44.412273 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d2baa640-f3d6-4f7a-a93a-c34f2190abc3 req-a79d4487-ef44-48e3-889f-13578a4565e4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f8081780-6619-4e5e-aa59-236a3848a084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0735445 Nov 22 10:38:44.425994 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863b126-1646-4172-a7fd-a12d29ae4745 req-442566b3-1ca6-415a-a2e6-5b0ce3bf9c20 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:44.428262 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7863b126-1646-4172-a7fd-a12d29ae4745 req-442566b3-1ca6-415a-a2e6-5b0ce3bf9c20 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=91e561db-215b-4001-8ffb-bc4b093d8d0d HTTP/1.1" status: 200 len: 945 time: 0.0809195 Nov 22 10:38:44.807282 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7863b126-1646-4172-a7fd-a12d29ae4745 req-655718d7-5788-46f7-bc72-283ad7f04ee7 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698223 Nov 22 10:38:44.838612 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d2baa640-f3d6-4f7a-a93a-c34f2190abc3 req-5b12588c-043b-466b-997c-c570ceadf81f service neutron] 10.222.0.20 "GET /v2.0/networks/f8081780-6619-4e5e-aa59-236a3848a084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4097476 Nov 22 10:38:44.965125 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d2baa640-f3d6-4f7a-a93a-c34f2190abc3 req-4423004a-25e2-40b6-9c6b-905fc57fd82b service neutron] 10.222.0.20 "GET /v2.0/networks/f8081780-6619-4e5e-aa59-236a3848a084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148174 Nov 22 10:38:45.165170 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed58fdd-ae44-4eb9-82b1-620bda3ba990 req-ce9ca509-6d45-4b85-b9c0-9aa6a8fafa41 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:45.167053 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2ed58fdd-ae44-4eb9-82b1-620bda3ba990 req-ce9ca509-6d45-4b85-b9c0-9aa6a8fafa41 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 945 time: 0.0601218 Nov 22 10:38:45.222277 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2ed58fdd-ae44-4eb9-82b1-620bda3ba990 req-3d041245-cc51-416f-a1fc-c3730357916b tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf58da-bfeb-4d08-b545-68fed93dbb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482304 Nov 22 10:38:45.554065 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a2c84-8ff7-41d7-8383-aad79887eea4 req-4cf27689-84e6-465d-8701-9dbd78fc74c4 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:45.555767 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2a8a2c84-8ff7-41d7-8383-aad79887eea4 req-4cf27689-84e6-465d-8701-9dbd78fc74c4 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.20 "GET /v2.0/ports?device_id=91e561db-215b-4001-8ffb-bc4b093d8d0d HTTP/1.1" status: 200 len: 945 time: 0.0567281 Nov 22 10:38:45.688046 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-2a8a2c84-8ff7-41d7-8383-aad79887eea4 req-bbd16991-0060-46c7-968d-51001947c8c5 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Deleting port 162efafc-5fbe-4bfc-a1b2-e10fdfd5a7eb {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:38:45.688366 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-2a8a2c84-8ff7-41d7-8383-aad79887eea4 req-bbd16991-0060-46c7-968d-51001947c8c5 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:45.789435 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-2a8a2c84-8ff7-41d7-8383-aad79887eea4 req-bbd16991-0060-46c7-968d-51001947c8c5 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] For port 162efafc-5fbe-4bfc-a1b2-e10fdfd5a7eb, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=162efafc-5fbe-4bfc-a1b2-e10fdfd5a7eb,segment=NetworkSegment(db179ef4-ef68-4c74-b563-b96560450275),segment_id=db179ef4-ef68-4c74-b563-b96560450275)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:38:45.790032 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-2a8a2c84-8ff7-41d7-8383-aad79887eea4 req-bbd16991-0060-46c7-968d-51001947c8c5 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:45.804416 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-2a8a2c84-8ff7-41d7-8383-aad79887eea4 req-bbd16991-0060-46c7-968d-51001947c8c5 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Calling delete_port for 162efafc-5fbe-4bfc-a1b2-e10fdfd5a7eb owned by compute:nova {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:38:45.989617 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52068de-bd12-4b03-bfc3-80078eac8602 req-ce56c41e-0af9-4c1b-b29d-27a0010559db tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:45.990850 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e52068de-bd12-4b03-bfc3-80078eac8602 req-ce56c41e-0af9-4c1b-b29d-27a0010559db tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=91e561db-215b-4001-8ffb-bc4b093d8d0d HTTP/1.1" status: 200 len: 945 time: 0.0954187 Nov 22 10:38:45.995648 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-2a8a2c84-8ff7-41d7-8383-aad79887eea4 req-bbd16991-0060-46c7-968d-51001947c8c5 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11987816'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:46.008805 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] get_ports_and_sgs() called for port_ids ['7b29c6e7-c1ba-4983-ab04-3db1251a4a72', 'd31f72a4-3cfb-4149-a149-0083a7db96b0', '8fcdd3ad-842b-4a16-9297-c14e81508bca', '162efafc-5fbe-4bfc-a1b2-e10fdfd5a7eb'] {{(pid=102912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 10:38:46.054022 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd16991-0060-46c7-968d-51001947c8c5 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Pushing event deleted for resources: {'Port': ['ID=162efafc-5fbe-4bfc-a1b2-e10fdfd5a7eb,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:38:46.115223 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8a2c84-8ff7-41d7-8383-aad79887eea4 req-bbd16991-0060-46c7-968d-51001947c8c5 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] No DVR routers for this DVR port 162efafc-5fbe-4bfc-a1b2-e10fdfd5a7eb on host hv-cinder-80403 {{(pid=102911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 10:38:46.131081 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-2a8a2c84-8ff7-41d7-8383-aad79887eea4 req-bbd16991-0060-46c7-968d-51001947c8c5 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:46.135263 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2a8a2c84-8ff7-41d7-8383-aad79887eea4 req-bbd16991-0060-46c7-968d-51001947c8c5 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.20 "DELETE /v2.0/ports/162efafc-5fbe-4bfc-a1b2-e10fdfd5a7eb HTTP/1.1" status: 204 len: 173 time: 0.5560627 Nov 22 10:38:46.135780 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e561db-215b-4001-8ffb-bc4b093d8d0d', 'name': 'network-vif-deleted', 'tag': '162efafc-5fbe-4bfc-a1b2-e10fdfd5a7eb'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:38:46.138487 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5429d6209f9db75179b029b02f265116e5db13468d9d60e00895472a7fa8ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea85e4c1-767e-4738-9ba7-cc72d95f489e" -d '{"events": [{"server_uuid": "91e561db-215b-4001-8ffb-bc4b093d8d0d", "name": "network-vif-deleted", "tag": "162efafc-5fbe-4bfc-a1b2-e10fdfd5a7eb"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:38:46.158289 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e52068de-bd12-4b03-bfc3-80078eac8602 req-9022a078-8ba1-48d1-b626-6829832bbf17 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543083 Nov 22 10:38:46.240337 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 10:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdcc5eea-b4c1-49e2-9ecc-997f3406359a x-openstack-request-id: req-cdcc5eea-b4c1-49e2-9ecc-997f3406359a {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:38:46.240652 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e561db-215b-4001-8ffb-bc4b093d8d0d", "name": "network-vif-deleted", "tag": "162efafc-5fbe-4bfc-a1b2-e10fdfd5a7eb", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:38:46.240904 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cdcc5eea-b4c1-49e2-9ecc-997f3406359a {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:38:46.241369 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e561db-215b-4001-8ffb-bc4b093d8d0d', 'name': 'network-vif-deleted', 'tag': '162efafc-5fbe-4bfc-a1b2-e10fdfd5a7eb', 'status': 'completed', 'code': 200} Nov 22 10:38:46.371777 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c291739-4889-4404-99a3-c3a577f792ea req-02220e6a-b782-447b-90c8-12438a57ac5b tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:46.373514 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6c291739-4889-4404-99a3-c3a577f792ea req-02220e6a-b782-447b-90c8-12438a57ac5b tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 945 time: 0.0654151 Nov 22 10:38:46.438321 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6c291739-4889-4404-99a3-c3a577f792ea req-2b3d1a08-7bf1-43f0-84b4-99bb96cafe2f tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf58da-bfeb-4d08-b545-68fed93dbb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580454 Nov 22 10:38:48.646526 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16eb8fa-d1f7-46ad-8563-d17e3dafa739 req-debb36ab-f155-4067-b3ef-b3134da575cc tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:48.648793 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d16eb8fa-d1f7-46ad-8563-d17e3dafa739 req-debb36ab-f155-4067-b3ef-b3134da575cc tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef620a8a-291f-484a-aacb-17f63097f482 HTTP/1.1" status: 200 len: 945 time: 0.0583699 Nov 22 10:38:48.701698 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d16eb8fa-d1f7-46ad-8563-d17e3dafa739 req-d80f7ce7-6734-4f17-aeb4-4c478412f44e tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455418 Nov 22 10:38:49.590408 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device 162efafc-5fbe-4bfc-a1b2-e10fdfd5a7eb no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 10:38:49.612844 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] No Port match for: 162efafc-5fbe-4bfc-a1b2-e10fdfd5a7eb {{(pid=102912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 10:38:49.613191 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device 162efafc-5fbe-4bfc-a1b2-e10fdfd5a7eb not bound to the agent host hv-cinder-80403 {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 10:38:49.839521 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c548ec5-254c-4694-8118-8b0c3b03f120 req-96191404-04ae-44cc-a281-8622d7201036 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:49.841550 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1c548ec5-254c-4694-8118-8b0c3b03f120 req-96191404-04ae-44cc-a281-8622d7201036 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef620a8a-291f-484a-aacb-17f63097f482 HTTP/1.1" status: 200 len: 945 time: 0.0589650 Nov 22 10:38:49.882242 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:49.898957 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1c548ec5-254c-4694-8118-8b0c3b03f120 req-cc47733f-d9bf-44d9-826b-bbf46e3e1e00 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481935 Nov 22 10:38:50.742875 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b0cba-aa56-416d-8622-b4fbbd01bf6e req-4c118b1a-c5bd-4279-877f-753d5d00b97c tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:50.744561 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4e5b0cba-aa56-416d-8622-b4fbbd01bf6e req-4c118b1a-c5bd-4279-877f-753d5d00b97c tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef620a8a-291f-484a-aacb-17f63097f482 HTTP/1.1" status: 200 len: 945 time: 0.0618880 Nov 22 10:38:50.854183 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-4e5b0cba-aa56-416d-8622-b4fbbd01bf6e req-4713bf25-96d8-4d4d-b11c-53dd711a4ca7 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Deleting port 8fcdd3ad-842b-4a16-9297-c14e81508bca {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:38:50.854905 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-4e5b0cba-aa56-416d-8622-b4fbbd01bf6e req-4713bf25-96d8-4d4d-b11c-53dd711a4ca7 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:50.969964 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-4e5b0cba-aa56-416d-8622-b4fbbd01bf6e req-4713bf25-96d8-4d4d-b11c-53dd711a4ca7 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] For port 8fcdd3ad-842b-4a16-9297-c14e81508bca, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8fcdd3ad-842b-4a16-9297-c14e81508bca,segment=NetworkSegment(db179ef4-ef68-4c74-b563-b96560450275),segment_id=db179ef4-ef68-4c74-b563-b96560450275)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:38:50.970429 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-4e5b0cba-aa56-416d-8622-b4fbbd01bf6e req-4713bf25-96d8-4d4d-b11c-53dd711a4ca7 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:50.996284 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-4e5b0cba-aa56-416d-8622-b4fbbd01bf6e req-4713bf25-96d8-4d4d-b11c-53dd711a4ca7 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Calling delete_port for 8fcdd3ad-842b-4a16-9297-c14e81508bca owned by compute:nova {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:38:51.077581 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ca5e7-e362-44a9-a963-8aad4703e0a3 req-e2c8dd84-c6a5-48d0-a0fd-0429721a68a5 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:51.079120 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-345ca5e7-e362-44a9-a963-8aad4703e0a3 req-e2c8dd84-c6a5-48d0-a0fd-0429721a68a5 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef620a8a-291f-484a-aacb-17f63097f482 HTTP/1.1" status: 200 len: 945 time: 0.0984948 Nov 22 10:38:51.170150 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-345ca5e7-e362-44a9-a963-8aad4703e0a3 req-0b0ccdb3-5966-471e-aef9-e1089df8d29e tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828559 Nov 22 10:38:51.209122 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-4e5b0cba-aa56-416d-8622-b4fbbd01bf6e req-4713bf25-96d8-4d4d-b11c-53dd711a4ca7 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11987816'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:51.223377 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] get_ports_and_sgs() called for port_ids ['7b29c6e7-c1ba-4983-ab04-3db1251a4a72', 'd31f72a4-3cfb-4149-a149-0083a7db96b0', '8fcdd3ad-842b-4a16-9297-c14e81508bca'] {{(pid=102912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 10:38:51.244536 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4713bf25-96d8-4d4d-b11c-53dd711a4ca7 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Pushing event deleted for resources: {'Port': ['ID=8fcdd3ad-842b-4a16-9297-c14e81508bca,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:38:51.288758 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e5b0cba-aa56-416d-8622-b4fbbd01bf6e req-4713bf25-96d8-4d4d-b11c-53dd711a4ca7 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] No DVR routers for this DVR port 8fcdd3ad-842b-4a16-9297-c14e81508bca on host hv-cinder-80403 {{(pid=102911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 10:38:51.291775 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-4e5b0cba-aa56-416d-8622-b4fbbd01bf6e req-4713bf25-96d8-4d4d-b11c-53dd711a4ca7 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:51.295704 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4e5b0cba-aa56-416d-8622-b4fbbd01bf6e req-4713bf25-96d8-4d4d-b11c-53dd711a4ca7 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.20 "DELETE /v2.0/ports/8fcdd3ad-842b-4a16-9297-c14e81508bca HTTP/1.1" status: 204 len: 173 time: 0.5406036 Nov 22 10:38:51.296182 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef620a8a-291f-484a-aacb-17f63097f482', 'name': 'network-vif-deleted', 'tag': '8fcdd3ad-842b-4a16-9297-c14e81508bca'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:38:51.298489 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5429d6209f9db75179b029b02f265116e5db13468d9d60e00895472a7fa8ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0a2048-449c-49e9-b98a-833d2c796acd" -d '{"events": [{"server_uuid": "ef620a8a-291f-484a-aacb-17f63097f482", "name": "network-vif-deleted", "tag": "8fcdd3ad-842b-4a16-9297-c14e81508bca"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:38:51.337550 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 10:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862a78f1-4b08-447c-917e-9523805aff46 x-openstack-request-id: req-862a78f1-4b08-447c-917e-9523805aff46 {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:38:51.337550 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef620a8a-291f-484a-aacb-17f63097f482", "name": "network-vif-deleted", "tag": "8fcdd3ad-842b-4a16-9297-c14e81508bca", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:38:51.337962 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-862a78f1-4b08-447c-917e-9523805aff46 {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:38:51.338183 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef620a8a-291f-484a-aacb-17f63097f482', 'name': 'network-vif-deleted', 'tag': '8fcdd3ad-842b-4a16-9297-c14e81508bca', 'status': 'completed', 'code': 200} Nov 22 10:38:52.496700 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eaa2ec-984f-4787-b523-f5223b461697 req-bc6da131-859c-46c6-a097-3c1e43c6dd42 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:52.498714 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-55eaa2ec-984f-4787-b523-f5223b461697 req-bc6da131-859c-46c6-a097-3c1e43c6dd42 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c7b7eca-3a44-4f4a-8674-03ae1147162c HTTP/1.1" status: 200 len: 946 time: 0.0628595 Nov 22 10:38:52.553169 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-55eaa2ec-984f-4787-b523-f5223b461697 req-a71b946b-7323-4b0f-8646-7f4db3dd900c tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480449 Nov 22 10:38:53.686231 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57148e0e-1782-4398-8cb8-3ef16fe22a81 req-6c856159-9817-4547-a9ea-54d877dad8c4 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:53.687824 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-57148e0e-1782-4398-8cb8-3ef16fe22a81 req-6c856159-9817-4547-a9ea-54d877dad8c4 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c7b7eca-3a44-4f4a-8674-03ae1147162c HTTP/1.1" status: 200 len: 946 time: 0.0582862 Nov 22 10:38:53.742369 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-57148e0e-1782-4398-8cb8-3ef16fe22a81 req-1d2b8a65-2837-4b58-b786-cdb33fbfcc9f tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457420 Nov 22 10:38:54.019532 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device 8fcdd3ad-842b-4a16-9297-c14e81508bca no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 10:38:54.048926 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] No Port match for: 8fcdd3ad-842b-4a16-9297-c14e81508bca {{(pid=102912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 10:38:54.049352 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device 8fcdd3ad-842b-4a16-9297-c14e81508bca not bound to the agent host hv-cinder-80403 {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 10:38:54.668582 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-2f041eb1-51de-4879-ae18-d965825f46a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:54.874610 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde56127-289c-4d12-a3f7-0ef2f5a13211 req-40757238-1add-417e-bbe0-4cf592748dc4 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:54.876162 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-dde56127-289c-4d12-a3f7-0ef2f5a13211 req-40757238-1add-417e-bbe0-4cf592748dc4 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c7b7eca-3a44-4f4a-8674-03ae1147162c HTTP/1.1" status: 200 len: 946 time: 0.0550020 Nov 22 10:38:54.936798 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-dde56127-289c-4d12-a3f7-0ef2f5a13211 req-028bc50e-cc4a-444c-8270-8bb19ca30ae4 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538213 Nov 22 10:38:56.065402 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01966eaf-e488-479a-8ff8-44ace4a59097 req-708b2f1d-ceac-420f-9534-1f28b8d6dddb tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:56.067078 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-01966eaf-e488-479a-8ff8-44ace4a59097 req-708b2f1d-ceac-420f-9534-1f28b8d6dddb tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c7b7eca-3a44-4f4a-8674-03ae1147162c HTTP/1.1" status: 200 len: 946 time: 0.0555458 Nov 22 10:38:56.127586 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-01966eaf-e488-479a-8ff8-44ace4a59097 req-e5c2e91a-a43c-4fd3-9b88-3a2d8f144d40 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516694 Nov 22 10:38:56.227887 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.agents_db [None req-35a1a16e-7bf9-4643-9be2-574a1761dc3a None None] Agent healthcheck: found 6 active agents {{(pid=102913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 10:38:56.984143 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cc77bf0f-2e0f-4b7a-8701-124b1aac9457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:57.260690 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e4acb-6956-4ec0-bfac-e37a1a95a01b req-e62c2e77-6af4-4b80-8cfd-40dcfc9f5d87 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:57.262084 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-213e4acb-6956-4ec0-bfac-e37a1a95a01b req-e62c2e77-6af4-4b80-8cfd-40dcfc9f5d87 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c7b7eca-3a44-4f4a-8674-03ae1147162c HTTP/1.1" status: 200 len: 946 time: 0.0534399 Nov 22 10:38:57.320816 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-213e4acb-6956-4ec0-bfac-e37a1a95a01b req-25ab5dc1-a8b5-4b62-a599-f7b27eea23e2 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526164 Nov 22 10:38:58.056507 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0c934117-efa3-4f33-917a-019854f2ef65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:38:58.449234 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f9a84-9583-4550-9867-feeff95a9ee4 req-52d94ebe-8571-44e9-b66c-421129a27971 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:58.450861 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-705f9a84-9583-4550-9867-feeff95a9ee4 req-52d94ebe-8571-44e9-b66c-421129a27971 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c7b7eca-3a44-4f4a-8674-03ae1147162c HTTP/1.1" status: 200 len: 946 time: 0.0591192 Nov 22 10:38:58.514233 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-705f9a84-9583-4550-9867-feeff95a9ee4 req-4993d04e-fe37-4829-9c5a-ac17fe3b59d8 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528512 Nov 22 10:38:59.644735 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6b2b4-e672-41e9-ba6a-ca045b60098e req-e4a08774-3c68-4fa0-a509-2c078e1d1b52 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:38:59.646236 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-49b6b2b4-e672-41e9-ba6a-ca045b60098e req-e4a08774-3c68-4fa0-a509-2c078e1d1b52 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c7b7eca-3a44-4f4a-8674-03ae1147162c HTTP/1.1" status: 200 len: 946 time: 0.0550163 Nov 22 10:38:59.699988 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-49b6b2b4-e672-41e9-ba6a-ca045b60098e req-d94c27a4-4378-4dda-ae31-9a7b012a2599 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473444 Nov 22 10:38:59.855949 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e21c8dd6-a119-43bc-9b42-7d87f9168fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:00.037065 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b03b54-74e3-4aa3-9493-4f44b0bd331f req-149b365b-ef37-4e1e-a88c-1bee74c93403 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:00.038715 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-75b03b54-74e3-4aa3-9493-4f44b0bd331f req-149b365b-ef37-4e1e-a88c-1bee74c93403 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c7b7eca-3a44-4f4a-8674-03ae1147162c HTTP/1.1" status: 200 len: 946 time: 0.0648003 Nov 22 10:39:00.148473 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-75b03b54-74e3-4aa3-9493-4f44b0bd331f req-511854e7-56c8-47f0-a70f-e848c7fa4011 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Deleting port d31f72a4-3cfb-4149-a149-0083a7db96b0 {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:39:00.148871 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-75b03b54-74e3-4aa3-9493-4f44b0bd331f req-511854e7-56c8-47f0-a70f-e848c7fa4011 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:00.252882 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-75b03b54-74e3-4aa3-9493-4f44b0bd331f req-511854e7-56c8-47f0-a70f-e848c7fa4011 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] For port d31f72a4-3cfb-4149-a149-0083a7db96b0, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d31f72a4-3cfb-4149-a149-0083a7db96b0,segment=NetworkSegment(db179ef4-ef68-4c74-b563-b96560450275),segment_id=db179ef4-ef68-4c74-b563-b96560450275)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:39:00.253244 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-75b03b54-74e3-4aa3-9493-4f44b0bd331f req-511854e7-56c8-47f0-a70f-e848c7fa4011 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:00.267858 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-75b03b54-74e3-4aa3-9493-4f44b0bd331f req-511854e7-56c8-47f0-a70f-e848c7fa4011 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Calling delete_port for d31f72a4-3cfb-4149-a149-0083a7db96b0 owned by compute:nova {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:39:00.418669 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-75b03b54-74e3-4aa3-9493-4f44b0bd331f req-511854e7-56c8-47f0-a70f-e848c7fa4011 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11987816'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:00.435187 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] get_ports_and_sgs() called for port_ids ['7b29c6e7-c1ba-4983-ab04-3db1251a4a72', 'd31f72a4-3cfb-4149-a149-0083a7db96b0'] {{(pid=102912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 10:39:00.466824 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511854e7-56c8-47f0-a70f-e848c7fa4011 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Pushing event deleted for resources: {'Port': ['ID=d31f72a4-3cfb-4149-a149-0083a7db96b0,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:39:00.496373 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511854e7-56c8-47f0-a70f-e848c7fa4011 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:39:00.497399 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511854e7-56c8-47f0-a70f-e848c7fa4011 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:39:00.497745 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511854e7-56c8-47f0-a70f-e848c7fa4011 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:39:00.498093 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511854e7-56c8-47f0-a70f-e848c7fa4011 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:39:00.498495 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511854e7-56c8-47f0-a70f-e848c7fa4011 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:39:00.498865 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511854e7-56c8-47f0-a70f-e848c7fa4011 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:39:00.499199 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511854e7-56c8-47f0-a70f-e848c7fa4011 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:39:00.499529 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511854e7-56c8-47f0-a70f-e848c7fa4011 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:39:00.499887 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511854e7-56c8-47f0-a70f-e848c7fa4011 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:39:00.500208 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511854e7-56c8-47f0-a70f-e848c7fa4011 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:39:00.500531 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511854e7-56c8-47f0-a70f-e848c7fa4011 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:39:00.500853 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511854e7-56c8-47f0-a70f-e848c7fa4011 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:39:00.522382 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b03b54-74e3-4aa3-9493-4f44b0bd331f req-511854e7-56c8-47f0-a70f-e848c7fa4011 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] No DVR routers for this DVR port d31f72a4-3cfb-4149-a149-0083a7db96b0 on host hv-cinder-80403 {{(pid=102911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 10:39:00.525673 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-75b03b54-74e3-4aa3-9493-4f44b0bd331f req-511854e7-56c8-47f0-a70f-e848c7fa4011 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:00.529157 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-75b03b54-74e3-4aa3-9493-4f44b0bd331f req-511854e7-56c8-47f0-a70f-e848c7fa4011 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.20 "DELETE /v2.0/ports/d31f72a4-3cfb-4149-a149-0083a7db96b0 HTTP/1.1" status: 204 len: 173 time: 0.4823802 Nov 22 10:39:00.529643 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7b7eca-3a44-4f4a-8674-03ae1147162c', 'name': 'network-vif-deleted', 'tag': 'd31f72a4-3cfb-4149-a149-0083a7db96b0'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:39:00.532450 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5429d6209f9db75179b029b02f265116e5db13468d9d60e00895472a7fa8ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f852efee-f9f8-4ba1-8041-5740b4d3cfa0" -d '{"events": [{"server_uuid": "2c7b7eca-3a44-4f4a-8674-03ae1147162c", "name": "network-vif-deleted", "tag": "d31f72a4-3cfb-4149-a149-0083a7db96b0"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:39:00.577350 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 10:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c88b6e-405c-4c80-ae6e-f07955de8ec5 x-openstack-request-id: req-a5c88b6e-405c-4c80-ae6e-f07955de8ec5 {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:39:00.577811 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7b7eca-3a44-4f4a-8674-03ae1147162c", "name": "network-vif-deleted", "tag": "d31f72a4-3cfb-4149-a149-0083a7db96b0", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:39:00.578332 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a5c88b6e-405c-4c80-ae6e-f07955de8ec5 {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:39:00.578978 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7b7eca-3a44-4f4a-8674-03ae1147162c', 'name': 'network-vif-deleted', 'tag': 'd31f72a4-3cfb-4149-a149-0083a7db96b0', 'status': 'completed', 'code': 200} Nov 22 10:39:00.787548 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:00.831407 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c9e3a8e8-0333-4df3-95a7-ca96fed5d3a9 req-c2ae9bed-0c99-4246-a5b4-b9329d270e24 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c7b7eca-3a44-4f4a-8674-03ae1147162c HTTP/1.1" status: 200 len: 210 time: 0.0352507 Nov 22 10:39:01.956832 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-62ab629d-676b-4520-8e2b-97d2722358a7 req-0cfa07d1-b17b-49bd-ba28-6f87e6420c30 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c7b7eca-3a44-4f4a-8674-03ae1147162c HTTP/1.1" status: 200 len: 210 time: 0.0292668 Nov 22 10:39:03.083313 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-55d6de10-69b3-4e73-9bac-423285c7b63f req-ace7e746-83f3-4488-b3d8-273e3379ba9c tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c7b7eca-3a44-4f4a-8674-03ae1147162c HTTP/1.1" status: 200 len: 210 time: 0.0296831 Nov 22 10:39:05.440414 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 44284) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:39:05.539298 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b15a5a-d02d-4a33-ac5b-31636399cc02 req-bcd76f68-21f2-4ccd-b5d2-5bdc165b3707 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:05.540873 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f6b15a5a-d02d-4a33-ac5b-31636399cc02 req-bcd76f68-21f2-4ccd-b5d2-5bdc165b3707 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f777b2-7bd2-46fa-bd38-e601e5a904a7 HTTP/1.1" status: 200 len: 946 time: 0.0525365 Nov 22 10:39:05.560362 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-805b89b0-fcac-4a99-867d-3f97db98ffa6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:05.620341 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f6b15a5a-d02d-4a33-ac5b-31636399cc02 req-d4d831ab-f9c6-46c9-8986-b1b15bce5998 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723467 Nov 22 10:39:05.665910 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-805b89b0-fcac-4a99-867d-3f97db98ffa6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:05.671605 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-805b89b0-fcac-4a99-867d-3f97db98ffa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:05.710705 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-805b89b0-fcac-4a99-867d-3f97db98ffa6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ff10c54fe8694bea86162962f35a529d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2691023 Nov 22 10:39:05.711423 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b89b0-fcac-4a99-867d-3f97db98ffa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16588a53-845a-4da1-9077-ec81f0cc81a6,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:39:05.714446 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 44294) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:39:05.767866 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-028c72d9-f55d-424b-9709-44471f34b9f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:05.795417 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-028c72d9-f55d-424b-9709-44471f34b9f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:05.849256 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-028c72d9-f55d-424b-9709-44471f34b9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:05.852361 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-028c72d9-f55d-424b-9709-44471f34b9f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:05.853767 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-028c72d9-f55d-424b-9709-44471f34b9f8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/16588a53-845a-4da1-9077-ec81f0cc81a6 HTTP/1.1" status: 204 len: 168 time: 0.1380808 Nov 22 10:39:05.863051 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028c72d9-f55d-424b-9709-44471f34b9f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16588a53-845a-4da1-9077-ec81f0cc81a6,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:39:06.145911 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 44302) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:39:06.159687 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-06ff7656-11df-4a0f-9b80-988e5a24b7e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:06.243099 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-06ff7656-11df-4a0f-9b80-988e5a24b7e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:06.249581 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-06ff7656-11df-4a0f-9b80-988e5a24b7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:06.294555 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-06ff7656-11df-4a0f-9b80-988e5a24b7e2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e379a11110f14b14b2356c795033a08f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1474524 Nov 22 10:39:06.295496 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ff7656-11df-4a0f-9b80-988e5a24b7e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb88fa7b-17e9-4654-b0bb-4b1b6261fb02,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:39:06.298263 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 44304) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:39:06.347999 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-594da2ae-3a69-4ace-9907-41bdf0b27807 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:06.370244 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-594da2ae-3a69-4ace-9907-41bdf0b27807 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:06.420290 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-594da2ae-3a69-4ace-9907-41bdf0b27807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:06.422872 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-594da2ae-3a69-4ace-9907-41bdf0b27807 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:06.424058 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-594da2ae-3a69-4ace-9907-41bdf0b27807 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cb88fa7b-17e9-4654-b0bb-4b1b6261fb02 HTTP/1.1" status: 204 len: 168 time: 0.1246080 Nov 22 10:39:06.434210 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594da2ae-3a69-4ace-9907-41bdf0b27807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb88fa7b-17e9-4654-b0bb-4b1b6261fb02,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:39:06.744124 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b846c72-d1ea-4680-b971-a2e7764383ee req-812da149-74e3-4f38-9afc-7cd301115bab tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:06.745882 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9b846c72-d1ea-4680-b971-a2e7764383ee req-812da149-74e3-4f38-9afc-7cd301115bab tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f777b2-7bd2-46fa-bd38-e601e5a904a7 HTTP/1.1" status: 200 len: 946 time: 0.0539989 Nov 22 10:39:06.798249 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9b846c72-d1ea-4680-b971-a2e7764383ee req-a617ee44-fe37-4154-ae64-c36015a94fc8 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462201 Nov 22 10:39:07.209724 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3b50c3de-b4c8-4afc-9fe8-e53fefbb9c48 req-a922a7e8-5259-4228-9219-606c29d028af service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448899 Nov 22 10:39:07.316820 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50c3de-b4c8-4afc-9fe8-e53fefbb9c48 req-4c129c3f-0e55-413a-9fa1-3bf7ad21a626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:07.318329 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3b50c3de-b4c8-4afc-9fe8-e53fefbb9c48 req-4c129c3f-0e55-413a-9fa1-3bf7ad21a626 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f2a799df19ef409eb8975d5f05fa1c01&device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 1099 time: 0.0428677 Nov 22 10:39:07.437128 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50c3de-b4c8-4afc-9fe8-e53fefbb9c48 req-ff0cec0b-92bb-4948-a3b1-73d36fcc2608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:07.438714 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3b50c3de-b4c8-4afc-9fe8-e53fefbb9c48 req-ff0cec0b-92bb-4948-a3b1-73d36fcc2608 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e114790e-2c2f-46a4-8dd6-49197de38f16 HTTP/1.1" status: 200 len: 915 time: 0.0923002 Nov 22 10:39:07.514419 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3b50c3de-b4c8-4afc-9fe8-e53fefbb9c48 req-bc3e5f17-fb99-463c-819a-1f6c5a3ba766 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec HTTP/1.1" status: 200 len: 1000 time: 0.0610588 Nov 22 10:39:07.581106 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50c3de-b4c8-4afc-9fe8-e53fefbb9c48 req-e03b6dee-3c43-4867-b93e-884cb73b2f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:07.582318 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3b50c3de-b4c8-4afc-9fe8-e53fefbb9c48 req-e03b6dee-3c43-4867-b93e-884cb73b2f09 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c4f21e7d-d84a-4ede-b812-0052f7303231 HTTP/1.1" status: 200 len: 853 time: 0.0495126 Nov 22 10:39:07.631378 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50c3de-b4c8-4afc-9fe8-e53fefbb9c48 req-f9650196-0148-44de-b91c-f10bd8143820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:07.632985 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3b50c3de-b4c8-4afc-9fe8-e53fefbb9c48 req-f9650196-0148-44de-b91c-f10bd8143820 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e114790e-2c2f-46a4-8dd6-49197de38f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0424151 Nov 22 10:39:07.655264 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device d31f72a4-3cfb-4149-a149-0083a7db96b0 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 10:39:07.679832 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] No Port match for: d31f72a4-3cfb-4149-a149-0083a7db96b0 {{(pid=102912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 10:39:07.680192 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device d31f72a4-3cfb-4149-a149-0083a7db96b0 not bound to the agent host hv-cinder-80403 {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 10:39:07.738170 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3b50c3de-b4c8-4afc-9fe8-e53fefbb9c48 req-32872ae4-528d-4ab4-852d-959977313b6c service neutron] 10.222.0.20 "GET /v2.0/networks/e114790e-2c2f-46a4-8dd6-49197de38f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891092 Nov 22 10:39:07.869341 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef341f6f-419a-4a89-9048-b9f119ee7697 req-f6e1a86e-4bef-451f-b49e-6aaa74d19aa2 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:07.871385 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ef341f6f-419a-4a89-9048-b9f119ee7697 req-f6e1a86e-4bef-451f-b49e-6aaa74d19aa2 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.20 "GET /v2.0/ports?device_id=27f777b2-7bd2-46fa-bd38-e601e5a904a7 HTTP/1.1" status: 200 len: 946 time: 0.1107690 Nov 22 10:39:07.999932 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3b50c3de-b4c8-4afc-9fe8-e53fefbb9c48 req-2a2e9af0-8569-4ef3-aa94-a35f482e0203 service neutron] 10.222.0.20 "GET /v2.0/networks/e114790e-2c2f-46a4-8dd6-49197de38f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404759 Nov 22 10:39:08.016130 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5c704-d988-4ea1-859f-3a32120e85bc req-9388c208-9e4d-4481-a941-5e5353752319 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:08.017766 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a1a5c704-d988-4ea1-859f-3a32120e85bc req-9388c208-9e4d-4481-a941-5e5353752319 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f777b2-7bd2-46fa-bd38-e601e5a904a7 HTTP/1.1" status: 200 len: 946 time: 0.1228890 Nov 22 10:39:08.081645 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-ef341f6f-419a-4a89-9048-b9f119ee7697 req-1ee67ddb-e8e5-4adb-86d3-ffa01311458c tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Deleting port 7b29c6e7-c1ba-4983-ab04-3db1251a4a72 {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:39:08.081989 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-ef341f6f-419a-4a89-9048-b9f119ee7697 req-1ee67ddb-e8e5-4adb-86d3-ffa01311458c tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:08.133090 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a1a5c704-d988-4ea1-859f-3a32120e85bc req-6fb8a9f2-e207-421d-82f5-7c361d91aab2 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/security-groups?id=ce49b44d-0f14-491a-914c-df6131c1383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075745 Nov 22 10:39:08.206559 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-ef341f6f-419a-4a89-9048-b9f119ee7697 req-1ee67ddb-e8e5-4adb-86d3-ffa01311458c tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] For port 7b29c6e7-c1ba-4983-ab04-3db1251a4a72, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=7b29c6e7-c1ba-4983-ab04-3db1251a4a72,segment=NetworkSegment(db179ef4-ef68-4c74-b563-b96560450275),segment_id=db179ef4-ef68-4c74-b563-b96560450275)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:39:08.207051 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-ef341f6f-419a-4a89-9048-b9f119ee7697 req-1ee67ddb-e8e5-4adb-86d3-ffa01311458c tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:08.225364 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-ef341f6f-419a-4a89-9048-b9f119ee7697 req-1ee67ddb-e8e5-4adb-86d3-ffa01311458c tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Calling delete_port for 7b29c6e7-c1ba-4983-ab04-3db1251a4a72 owned by compute:nova {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:39:08.379044 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-ef341f6f-419a-4a89-9048-b9f119ee7697 req-1ee67ddb-e8e5-4adb-86d3-ffa01311458c tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11987816'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:08.407613 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] get_ports_and_sgs() called for port_ids ['7b29c6e7-c1ba-4983-ab04-3db1251a4a72'] {{(pid=102912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 10:39:08.412506 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee67ddb-e8e5-4adb-86d3-ffa01311458c tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Pushing event deleted for resources: {'Port': ['ID=7b29c6e7-c1ba-4983-ab04-3db1251a4a72,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:39:08.457328 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef341f6f-419a-4a89-9048-b9f119ee7697 req-1ee67ddb-e8e5-4adb-86d3-ffa01311458c tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] No DVR routers for this DVR port 7b29c6e7-c1ba-4983-ab04-3db1251a4a72 on host hv-cinder-80403 {{(pid=102911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 10:39:08.460038 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-ef341f6f-419a-4a89-9048-b9f119ee7697 req-1ee67ddb-e8e5-4adb-86d3-ffa01311458c tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:08.463530 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ef341f6f-419a-4a89-9048-b9f119ee7697 req-1ee67ddb-e8e5-4adb-86d3-ffa01311458c tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.20 "DELETE /v2.0/ports/7b29c6e7-c1ba-4983-ab04-3db1251a4a72 HTTP/1.1" status: 204 len: 173 time: 0.5852640 Nov 22 10:39:08.463981 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f777b2-7bd2-46fa-bd38-e601e5a904a7', 'name': 'network-vif-deleted', 'tag': '7b29c6e7-c1ba-4983-ab04-3db1251a4a72'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:39:08.466367 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5429d6209f9db75179b029b02f265116e5db13468d9d60e00895472a7fa8ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35e6667-5081-4adc-ad15-d9ae383368b0" -d '{"events": [{"server_uuid": "27f777b2-7bd2-46fa-bd38-e601e5a904a7", "name": "network-vif-deleted", "tag": "7b29c6e7-c1ba-4983-ab04-3db1251a4a72"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:39:08.506082 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 10:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9b77e4-e5bc-40e1-9887-6c3711b4b630 x-openstack-request-id: req-2e9b77e4-e5bc-40e1-9887-6c3711b4b630 {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:39:08.506386 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27f777b2-7bd2-46fa-bd38-e601e5a904a7", "name": "network-vif-deleted", "tag": "7b29c6e7-c1ba-4983-ab04-3db1251a4a72", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:39:08.506678 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2e9b77e4-e5bc-40e1-9887-6c3711b4b630 {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:39:08.507095 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27f777b2-7bd2-46fa-bd38-e601e5a904a7', 'name': 'network-vif-deleted', 'tag': '7b29c6e7-c1ba-4983-ab04-3db1251a4a72', 'status': 'completed', 'code': 200} Nov 22 10:39:09.250130 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5606ca69-3af3-44f8-8a6b-d8095beec54f req-2906bbee-ef02-4c89-a2f0-363d61a73a54 tempest-AttachVolumeNegativeTest-1283574447 tempest-AttachVolumeNegativeTest-1283574447-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f777b2-7bd2-46fa-bd38-e601e5a904a7 HTTP/1.1" status: 200 len: 210 time: 0.0311375 Nov 22 10:39:09.524688 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f4c87-3c34-47cf-aea7-85b9cc6ac62f req-4691eff3-f54a-49fb-b056-6d09394076db tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:09.532753 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7e3f4c87-3c34-47cf-aea7-85b9cc6ac62f req-4691eff3-f54a-49fb-b056-6d09394076db tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6811294-cd5f-4f0a-8884-4ee50b5b4e20 HTTP/1.1" status: 200 len: 946 time: 0.0641739 Nov 22 10:39:09.583753 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7e3f4c87-3c34-47cf-aea7-85b9cc6ac62f req-4bf357bc-87d5-4576-96a4-f89749adff54 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e40a7e6-cdbe-4f0e-a119-0e19f7af0085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501103 Nov 22 10:39:10.312713 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 44390) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:39:10.358627 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9234272-e8cf-46bf-ada5-9f6d9063050d admin admin] Deleting subnet 5af65900-70c0-40b7-a79b-e99bb6b7714c {{(pid=102911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 10:39:10.362050 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c9234272-e8cf-46bf-ada5-9f6d9063050d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:10.396453 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c9234272-e8cf-46bf-ada5-9f6d9063050d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8590686'] for subnet, precommit_delete_associations {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:10.436788 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c9234272-e8cf-46bf-ada5-9f6d9063050d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4094229'] for subnet, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:10.494307 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c9234272-e8cf-46bf-ada5-9f6d9063050d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4094220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11987781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12360653'] for subnet, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:10.519600 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9234272-e8cf-46bf-ada5-9f6d9063050d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5af65900-70c0-40b7-a79b-e99bb6b7714c,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:39:10.523682 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c9234272-e8cf-46bf-ada5-9f6d9063050d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:10.527729 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-c9234272-e8cf-46bf-ada5-9f6d9063050d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/5af65900-70c0-40b7-a79b-e99bb6b7714c HTTP/1.1" status: 204 len: 168 time: 0.2133179 Nov 22 10:39:10.530170 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 44392) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:39:10.598391 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-787a6590-6478-4c2d-8e8b-326e510df300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4185191'] for network, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:10.704400 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-787a6590-6478-4c2d-8e8b-326e510df300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4095910', 'neutron.services.segments.db._delete_segments_for_network-8749315723659'] for network, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:10.728687 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.services.segments.db [None req-787a6590-6478-4c2d-8e8b-326e510df300 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1739dec4-235e-4240-8471-290e5b4cd168']}} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:39:10.740691 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.services.segments.db [None req-787a6590-6478-4c2d-8e8b-326e510df300 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db179ef4-ef68-4c74-b563-b96560450275') {'for_net_delete': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:39:10.740981 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.services.segments.db [None req-787a6590-6478-4c2d-8e8b-326e510df300 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db179ef4-ef68-4c74-b563-b96560450275') {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:39:10.755569 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074360b-db1c-46c1-83a5-9b2e63625e76 req-6a21371f-68cd-400d-9621-c03415b38b14 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:10.757076 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a074360b-db1c-46c1-83a5-9b2e63625e76 req-6a21371f-68cd-400d-9621-c03415b38b14 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6811294-cd5f-4f0a-8884-4ee50b5b4e20 HTTP/1.1" status: 200 len: 946 time: 0.0902712 Nov 22 10:39:10.761035 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-787a6590-6478-4c2d-8e8b-326e510df300 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749315818006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8590663'] for segment, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:10.786336 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-787a6590-6478-4c2d-8e8b-326e510df300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4063698'] for segment, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:10.797057 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-787a6590-6478-4c2d-8e8b-326e510df300 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=102911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 10:39:10.797473 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-787a6590-6478-4c2d-8e8b-326e510df300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4063698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11987739'] for segment, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:10.799071 dv-cinder-804035-13-iscsi neutron-server[102911]: Traceback (most recent call last): Nov 22 10:39:10.799071 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 10:39:10.799071 dv-cinder-804035-13-iscsi neutron-server[102911]: timer() Nov 22 10:39:10.799071 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 10:39:10.799071 dv-cinder-804035-13-iscsi neutron-server[102911]: cb(*args, **kw) Nov 22 10:39:10.799071 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 10:39:10.799071 dv-cinder-804035-13-iscsi neutron-server[102911]: return func(*args, **kwargs) Nov 22 10:39:10.799071 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 10:39:10.799071 dv-cinder-804035-13-iscsi neutron-server[102911]: self._notify() Nov 22 10:39:10.799071 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 10:39:10.799071 dv-cinder-804035-13-iscsi neutron-server[102911]: self.callback(batched_events) Nov 22 10:39:10.799071 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 10:39:10.799071 dv-cinder-804035-13-iscsi neutron-server[102911]: event.method(event) Nov 22 10:39:10.799071 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 10:39:10.799071 dv-cinder-804035-13-iscsi neutron-server[102911]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 10:39:10.799071 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 10:39:10.799071 dv-cinder-804035-13-iscsi neutron-server[102911]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 10:39:10.799071 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 10:39:10.799071 dv-cinder-804035-13-iscsi neutron-server[102911]: return f(self, *a, **k) Nov 22 10:39:10.799071 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 10:39:10.799071 dv-cinder-804035-13-iscsi neutron-server[102911]: return self._get(url).json() Nov 22 10:39:10.799071 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 10:39:10.799071 dv-cinder-804035-13-iscsi neutron-server[102911]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 10:39:10.799071 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 10:39:10.799071 dv-cinder-804035-13-iscsi neutron-server[102911]: return self.request(url, 'GET', **kwargs) Nov 22 10:39:10.799071 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 10:39:10.799071 dv-cinder-804035-13-iscsi neutron-server[102911]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 10:39:10.799071 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 10:39:10.799071 dv-cinder-804035-13-iscsi neutron-server[102911]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 10:39:10.799071 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 10:39:10.799071 dv-cinder-804035-13-iscsi neutron-server[102911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 10:39:10.799071 dv-cinder-804035-13-iscsi neutron-server[102911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 10:39:10.867397 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a074360b-db1c-46c1-83a5-9b2e63625e76 req-683696fb-ed98-4caa-a9fa-a4619b50ffa5 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e40a7e6-cdbe-4f0e-a119-0e19f7af0085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995166 Nov 22 10:39:10.876983 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-787a6590-6478-4c2d-8e8b-326e510df300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4095928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1030268'] for network, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:10.902624 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-787a6590-6478-4c2d-8e8b-326e510df300 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for network, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:10.906857 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-787a6590-6478-4c2d-8e8b-326e510df300 admin admin] 10.222.0.46 "DELETE /v2.0/networks/1739dec4-235e-4240-8471-290e5b4cd168 HTTP/1.1" status: 204 len: 168 time: 0.3758078 Nov 22 10:39:10.908258 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a6590-6478-4c2d-8e8b-326e510df300 admin admin] Pushing event deleted for resources: {'Network': ['ID=1739dec4-235e-4240-8471-290e5b4cd168,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:39:11.086352 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 44402) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:39:11.128595 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-d926e4b5-47f7-42ef-94f9-7c313a1c8956 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a3d11e30d2104dbf9ece93bc38472a72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409772 Nov 22 10:39:11.131279 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 44404) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:39:11.179553 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-70267740-43d7-4718-9ace-30840c7e8289 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:11.200977 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-70267740-43d7-4718-9ace-30840c7e8289 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:11.252945 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-70267740-43d7-4718-9ace-30840c7e8289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:11.255491 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-70267740-43d7-4718-9ace-30840c7e8289 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:11.256696 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-70267740-43d7-4718-9ace-30840c7e8289 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ce49b44d-0f14-491a-914c-df6131c1383d HTTP/1.1" status: 204 len: 168 time: 0.1244628 Nov 22 10:39:11.264449 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70267740-43d7-4718-9ace-30840c7e8289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce49b44d-0f14-491a-914c-df6131c1383d,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:39:12.012184 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bdc66b-7631-4d34-a65a-f851121fd3f5 req-3680373f-485d-43f9-8fdc-6249723e3c2c tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:12.013810 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-49bdc66b-7631-4d34-a65a-f851121fd3f5 req-3680373f-485d-43f9-8fdc-6249723e3c2c tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6811294-cd5f-4f0a-8884-4ee50b5b4e20 HTTP/1.1" status: 200 len: 946 time: 0.0529075 Nov 22 10:39:12.063868 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-49bdc66b-7631-4d34-a65a-f851121fd3f5 req-f96ba8c3-952e-41b0-bb1c-11586d7737ac tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e40a7e6-cdbe-4f0e-a119-0e19f7af0085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439050 Nov 22 10:39:12.855549 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device 7b29c6e7-c1ba-4983-ab04-3db1251a4a72 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 10:39:12.879499 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] No Port match for: 7b29c6e7-c1ba-4983-ab04-3db1251a4a72 {{(pid=102912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 10:39:12.879499 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device 7b29c6e7-c1ba-4983-ab04-3db1251a4a72 not bound to the agent host hv-cinder-80403 {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 10:39:13.189572 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f6fd5-59fd-4700-9716-03ef8352cc92 req-67974725-2f06-417f-a839-a00846e4d02e tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:13.191072 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-343f6fd5-59fd-4700-9716-03ef8352cc92 req-67974725-2f06-417f-a839-a00846e4d02e tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6811294-cd5f-4f0a-8884-4ee50b5b4e20 HTTP/1.1" status: 200 len: 946 time: 0.0507846 Nov 22 10:39:13.239753 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-343f6fd5-59fd-4700-9716-03ef8352cc92 req-22d94a68-6d29-4b29-a6b4-773cd38bc5b8 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e40a7e6-cdbe-4f0e-a119-0e19f7af0085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424483 Nov 22 10:39:13.441347 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc185492-9b11-48b9-aaa0-c7bf194c4880 req-bcd3dfa7-4ca9-42d8-a8e8-d0463320733b tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:13.442679 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bc185492-9b11-48b9-aaa0-c7bf194c4880 req-bcd3dfa7-4ca9-42d8-a8e8-d0463320733b tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6811294-cd5f-4f0a-8884-4ee50b5b4e20 HTTP/1.1" status: 200 len: 946 time: 0.0529630 Nov 22 10:39:13.540532 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-bc185492-9b11-48b9-aaa0-c7bf194c4880 req-9e40b884-a6df-4d85-892d-8a0b7ae1f1a0 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Deleting port e10e9677-3206-459d-8974-fe40b23be904 {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:39:13.540857 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-bc185492-9b11-48b9-aaa0-c7bf194c4880 req-9e40b884-a6df-4d85-892d-8a0b7ae1f1a0 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:13.634660 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-bc185492-9b11-48b9-aaa0-c7bf194c4880 req-9e40b884-a6df-4d85-892d-8a0b7ae1f1a0 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] For port e10e9677-3206-459d-8974-fe40b23be904, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e10e9677-3206-459d-8974-fe40b23be904,segment=NetworkSegment(a3762868-92fb-41e1-aa65-788b4f27c4fb),segment_id=a3762868-92fb-41e1-aa65-788b4f27c4fb)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:39:13.635021 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-bc185492-9b11-48b9-aaa0-c7bf194c4880 req-9e40b884-a6df-4d85-892d-8a0b7ae1f1a0 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:13.649055 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-bc185492-9b11-48b9-aaa0-c7bf194c4880 req-9e40b884-a6df-4d85-892d-8a0b7ae1f1a0 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Calling delete_port for e10e9677-3206-459d-8974-fe40b23be904 owned by compute:nova {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:39:13.783872 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-bc185492-9b11-48b9-aaa0-c7bf194c4880 req-9e40b884-a6df-4d85-892d-8a0b7ae1f1a0 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11987816'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:13.796899 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] get_ports_and_sgs() called for port_ids ['e10e9677-3206-459d-8974-fe40b23be904'] {{(pid=102912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 10:39:13.825158 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e40b884-a6df-4d85-892d-8a0b7ae1f1a0 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Pushing event deleted for resources: {'Port': ['ID=e10e9677-3206-459d-8974-fe40b23be904,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:39:13.878798 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc185492-9b11-48b9-aaa0-c7bf194c4880 req-9e40b884-a6df-4d85-892d-8a0b7ae1f1a0 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] No DVR routers for this DVR port e10e9677-3206-459d-8974-fe40b23be904 on host hv-cinder-80403 {{(pid=102911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 10:39:13.882315 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-bc185492-9b11-48b9-aaa0-c7bf194c4880 req-9e40b884-a6df-4d85-892d-8a0b7ae1f1a0 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:13.887820 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bc185492-9b11-48b9-aaa0-c7bf194c4880 req-9e40b884-a6df-4d85-892d-8a0b7ae1f1a0 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.20 "DELETE /v2.0/ports/e10e9677-3206-459d-8974-fe40b23be904 HTTP/1.1" status: 204 len: 173 time: 0.4380543 Nov 22 10:39:13.888339 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6811294-cd5f-4f0a-8884-4ee50b5b4e20', 'name': 'network-vif-deleted', 'tag': 'e10e9677-3206-459d-8974-fe40b23be904'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:39:13.896942 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5429d6209f9db75179b029b02f265116e5db13468d9d60e00895472a7fa8ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3aa5b68-bad1-45c6-8d7f-ec34af0caea9" -d '{"events": [{"server_uuid": "d6811294-cd5f-4f0a-8884-4ee50b5b4e20", "name": "network-vif-deleted", "tag": "e10e9677-3206-459d-8974-fe40b23be904"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:39:13.943816 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 10:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c195e98-5906-4283-90cb-cd15e8c3454d x-openstack-request-id: req-2c195e98-5906-4283-90cb-cd15e8c3454d {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:39:13.944121 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6811294-cd5f-4f0a-8884-4ee50b5b4e20", "name": "network-vif-deleted", "tag": "e10e9677-3206-459d-8974-fe40b23be904", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:39:13.944374 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2c195e98-5906-4283-90cb-cd15e8c3454d {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:39:13.944779 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6811294-cd5f-4f0a-8884-4ee50b5b4e20', 'name': 'network-vif-deleted', 'tag': 'e10e9677-3206-459d-8974-fe40b23be904', 'status': 'completed', 'code': 200} Nov 22 10:39:14.358599 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6863c454-c3c9-4376-9866-d5138798b984 req-c5b41098-4023-450a-9c9a-7f36f5c18382 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6811294-cd5f-4f0a-8884-4ee50b5b4e20 HTTP/1.1" status: 200 len: 210 time: 0.0291872 Nov 22 10:39:16.380080 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 44538) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:39:16.494028 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cb9fafcf-3b34-4f76-8387-1b9e906550b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:16.573820 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cb9fafcf-3b34-4f76-8387-1b9e906550b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:16.579205 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cb9fafcf-3b34-4f76-8387-1b9e906550b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:16.618183 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-cb9fafcf-3b34-4f76-8387-1b9e906550b3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=730ed0bbf5744f5fbef72cbc26a17ef4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2369912 Nov 22 10:39:16.619314 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9fafcf-3b34-4f76-8387-1b9e906550b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ff673f-c7d9-49a6-9a06-9efb5449098d,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:39:16.621145 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 44544) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:39:16.672492 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-1a49a2b3-c7ed-4304-b4a3-b3a8560afb48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:16.693872 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-1a49a2b3-c7ed-4304-b4a3-b3a8560afb48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:16.746700 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-1a49a2b3-c7ed-4304-b4a3-b3a8560afb48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:16.749242 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-1a49a2b3-c7ed-4304-b4a3-b3a8560afb48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:16.750430 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-1a49a2b3-c7ed-4304-b4a3-b3a8560afb48 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/09ff673f-c7d9-49a6-9a06-9efb5449098d HTTP/1.1" status: 204 len: 168 time: 0.1275177 Nov 22 10:39:16.758945 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a49a2b3-c7ed-4304-b4a3-b3a8560afb48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ff673f-c7d9-49a6-9a06-9efb5449098d,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:39:17.051418 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 44552) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:39:17.070902 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-56a82eb6-1c98-40a3-8e4a-01d5e605b203 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:17.167786 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-56a82eb6-1c98-40a3-8e4a-01d5e605b203 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:17.171825 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-56a82eb6-1c98-40a3-8e4a-01d5e605b203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:17.209972 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a82eb6-1c98-40a3-8e4a-01d5e605b203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f0c773-c7c2-4834-9b66-80240c5fee91,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:39:17.215414 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-56a82eb6-1c98-40a3-8e4a-01d5e605b203 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7a755e3e5aeb41638b61e111f4114e05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1628630 Nov 22 10:39:17.218205 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 44554) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:39:17.289179 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b704a797-f5f1-47df-9c3e-119cec059402 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:17.304183 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device e10e9677-3206-459d-8974-fe40b23be904 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 10:39:17.321623 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b704a797-f5f1-47df-9c3e-119cec059402 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:17.329585 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] No Port match for: e10e9677-3206-459d-8974-fe40b23be904 {{(pid=102912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 10:39:17.329933 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device e10e9677-3206-459d-8974-fe40b23be904 not bound to the agent host hv-cinder-80403 {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 10:39:17.392349 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b704a797-f5f1-47df-9c3e-119cec059402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:17.395636 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b704a797-f5f1-47df-9c3e-119cec059402 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:17.396911 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-b704a797-f5f1-47df-9c3e-119cec059402 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e0f0c773-c7c2-4834-9b66-80240c5fee91 HTTP/1.1" status: 204 len: 168 time: 0.1777360 Nov 22 10:39:17.408787 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b704a797-f5f1-47df-9c3e-119cec059402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f0c773-c7c2-4834-9b66-80240c5fee91,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:39:19.421045 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 44616) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:39:19.539269 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-57e386d9-3918-40d3-ba06-75d74d64f266 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:19.636587 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-57e386d9-3918-40d3-ba06-75d74d64f266 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:19.642791 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-57e386d9-3918-40d3-ba06-75d74d64f266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:19.687555 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-57e386d9-3918-40d3-ba06-75d74d64f266 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ad13d91e5e6f4524a956f93f433cfb72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2652013 Nov 22 10:39:19.688829 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e386d9-3918-40d3-ba06-75d74d64f266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f912dde-10c6-4192-bbbb-d579264d072f,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:39:19.690716 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 44624) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:39:19.750301 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9177ed27-b6f2-44c2-a7b7-24e61436177e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:19.772794 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9177ed27-b6f2-44c2-a7b7-24e61436177e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:19.827604 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9177ed27-b6f2-44c2-a7b7-24e61436177e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:19.830413 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9177ed27-b6f2-44c2-a7b7-24e61436177e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:19.831610 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-9177ed27-b6f2-44c2-a7b7-24e61436177e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3f912dde-10c6-4192-bbbb-d579264d072f HTTP/1.1" status: 204 len: 168 time: 0.1338232 Nov 22 10:39:19.840529 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9177ed27-b6f2-44c2-a7b7-24e61436177e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f912dde-10c6-4192-bbbb-d579264d072f,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:39:19.882079 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:20.146324 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 44630) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:39:20.161113 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2649de78-6d93-4ef8-9894-96c548a8e5c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:20.247146 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2649de78-6d93-4ef8-9894-96c548a8e5c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:20.251758 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2649de78-6d93-4ef8-9894-96c548a8e5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:20.289693 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-2649de78-6d93-4ef8-9894-96c548a8e5c1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=19f2a5318b504e3ca65be0227d6c5e29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1422138 Nov 22 10:39:20.290554 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2649de78-6d93-4ef8-9894-96c548a8e5c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48273a3-c9a8-461b-a16e-babdd865fb33,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:39:20.292811 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 44632) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:39:20.356022 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2df6a551-c168-4629-8b4e-7e3196d39bba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:20.382213 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2df6a551-c168-4629-8b4e-7e3196d39bba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:20.437682 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2df6a551-c168-4629-8b4e-7e3196d39bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:20.440722 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2df6a551-c168-4629-8b4e-7e3196d39bba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:20.442114 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-2df6a551-c168-4629-8b4e-7e3196d39bba admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e48273a3-c9a8-461b-a16e-babdd865fb33 HTTP/1.1" status: 204 len: 168 time: 0.1480558 Nov 22 10:39:20.452669 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df6a551-c168-4629-8b4e-7e3196d39bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48273a3-c9a8-461b-a16e-babdd865fb33,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:39:22.739797 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 44732) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:39:22.857389 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b5cd2012-e70d-4c6f-b538-028a4c13ea86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:22.939323 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b5cd2012-e70d-4c6f-b538-028a4c13ea86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:22.945061 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b5cd2012-e70d-4c6f-b538-028a4c13ea86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:22.982292 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd2012-e70d-4c6f-b538-028a4c13ea86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d709a4-5974-4f5e-84c1-d9533b2fbac5,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:39:22.986654 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-b5cd2012-e70d-4c6f-b538-028a4c13ea86 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3c6bbef16f1a47aa900a04fcb2a15769&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2457449 Nov 22 10:39:22.990651 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 44738) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:39:23.041701 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-63679a85-05aa-4fe1-a2c4-c5178bc9948b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:23.073162 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-63679a85-05aa-4fe1-a2c4-c5178bc9948b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:23.128355 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-63679a85-05aa-4fe1-a2c4-c5178bc9948b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:23.131375 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-63679a85-05aa-4fe1-a2c4-c5178bc9948b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:23.132640 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-63679a85-05aa-4fe1-a2c4-c5178bc9948b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/44d709a4-5974-4f5e-84c1-d9533b2fbac5 HTTP/1.1" status: 204 len: 168 time: 0.1410308 Nov 22 10:39:23.142145 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63679a85-05aa-4fe1-a2c4-c5178bc9948b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d709a4-5974-4f5e-84c1-d9533b2fbac5,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:39:23.423270 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 44746) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:39:23.437335 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-31ea42ac-2fff-454c-a268-ab744dab7d45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:23.516091 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-31ea42ac-2fff-454c-a268-ab744dab7d45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:23.521740 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-31ea42ac-2fff-454c-a268-ab744dab7d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:23.560803 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-31ea42ac-2fff-454c-a268-ab744dab7d45 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7b9c42941455434eac97ba2c50c7988f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363933 Nov 22 10:39:23.561639 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ea42ac-2fff-454c-a268-ab744dab7d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80666ba1-e057-43fc-bed5-949c10b29eb3,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:39:23.564540 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 44748) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:39:23.615299 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-edd473a4-2c29-4931-ac3a-a5c5c1d54156 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:23.638093 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-edd473a4-2c29-4931-ac3a-a5c5c1d54156 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:23.689396 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-edd473a4-2c29-4931-ac3a-a5c5c1d54156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:23.692029 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-edd473a4-2c29-4931-ac3a-a5c5c1d54156 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:23.693188 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-edd473a4-2c29-4931-ac3a-a5c5c1d54156 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/80666ba1-e057-43fc-bed5-949c10b29eb3 HTTP/1.1" status: 204 len: 168 time: 0.1274271 Nov 22 10:39:23.701781 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd473a4-2c29-4931-ac3a-a5c5c1d54156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80666ba1-e057-43fc-bed5-949c10b29eb3,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:39:24.663433 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-6dae6fe8-544a-43dc-a279-bcdbf86a95eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:26.989191 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0217a7a9-374a-4825-812c-64f802b428e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:28.059912 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0c934117-efa3-4f33-917a-019854f2ef65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:28.620889 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c41a480-9e4a-439b-9523-276641726dbe req-3e0faab6-136c-469b-a65a-fc9c581db80e tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:28.622375 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6c41a480-9e4a-439b-9523-276641726dbe req-3e0faab6-136c-469b-a65a-fc9c581db80e tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/networks?id=8322e46a-3342-4b13-a227-93a753c68c4d HTTP/1.1" status: 200 len: 814 time: 0.1035285 Nov 22 10:39:28.637740 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6c41a480-9e4a-439b-9523-276641726dbe req-aeba7560-b0be-476a-b5fc-e36933c47ec8 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/quotas/93b9423a62144c8a975aacb49a424865 HTTP/1.1" status: 200 len: 375 time: 0.0095165 Nov 22 10:39:28.672835 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6c41a480-9e4a-439b-9523-276641726dbe req-5b4297a7-bca6-4a15-aaef-922d6b1eadd4 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=93b9423a62144c8a975aacb49a424865&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294464 Nov 22 10:39:29.020469 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6c41a480-9e4a-439b-9523-276641726dbe req-c42b90ff-6bee-4d07-8a16-e02cc44a02e5 service neutron] 10.222.0.46 "GET /v2.0/networks/8322e46a-3342-4b13-a227-93a753c68c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361642 Nov 22 10:39:29.123176 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6c41a480-9e4a-439b-9523-276641726dbe req-024e1cb2-798c-4cda-af7f-73552b815cae service neutron] 10.222.0.46 "GET /v2.0/networks/8322e46a-3342-4b13-a227-93a753c68c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945065 Nov 22 10:39:29.289411 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b898975f-431d-412f-ac80-dd46a5330264 req-6d25ff52-25c6-4002-821f-698d97257689 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd645b8b-bb68-49af-b7dd-c5ddaa34211d HTTP/1.1" status: 200 len: 210 time: 0.0310874 Nov 22 10:39:29.850007 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e21c8dd6-a119-43bc-9b42-7d87f9168fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:30.404994 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8345fd4d-8bfa-435d-8206-e9880bafad27 req-4e243003-35a2-4867-8b26-c8a0577bdecd tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd645b8b-bb68-49af-b7dd-c5ddaa34211d HTTP/1.1" status: 200 len: 210 time: 0.0354481 Nov 22 10:39:30.783648 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:31.501926 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9b36bb70-72d5-47c8-ae2f-02308a1e94d8 req-ddbf3a0c-356b-449e-87d7-804c43fd10ca tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd645b8b-bb68-49af-b7dd-c5ddaa34211d HTTP/1.1" status: 200 len: 210 time: 0.0268509 Nov 22 10:39:32.599846 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-212cbace-acfb-4cc3-b95d-99eb196cad51 req-87334f04-91ca-43ac-ac09-21de05c13e2c tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd645b8b-bb68-49af-b7dd-c5ddaa34211d HTTP/1.1" status: 200 len: 210 time: 0.0285108 Nov 22 10:39:33.228604 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.agents_db [None req-35a1a16e-7bf9-4643-9be2-574a1761dc3a None None] Agent healthcheck: found 6 active agents {{(pid=102913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 10:39:33.485290 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c41a480-9e4a-439b-9523-276641726dbe req-84886d10-b0c5-46b5-9e7f-0ba59a5a307d tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:33.486745 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6c41a480-9e4a-439b-9523-276641726dbe req-84886d10-b0c5-46b5-9e7f-0ba59a5a307d tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.20 "GET /v2.0/networks?id=8322e46a-3342-4b13-a227-93a753c68c4d HTTP/1.1" status: 200 len: 814 time: 0.1197119 Nov 22 10:39:33.503547 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-6c41a480-9e4a-439b-9523-276641726dbe req-5531eba8-5a74-451f-a064-43d4e8333299 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Request body: {'port': {'device_id': 'cd645b8b-bb68-49af-b7dd-c5ddaa34211d', 'network_id': '8322e46a-3342-4b13-a227-93a753c68c4d', 'admin_state_up': True, 'tenant_id': '93b9423a62144c8a975aacb49a424865'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:39:33.649984 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c41a480-9e4a-439b-9523-276641726dbe req-5531eba8-5a74-451f-a064-43d4e8333299 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Made reservation on behalf of 93b9423a62144c8a975aacb49a424865 for: {'port': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 10:39:33.654190 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-6c41a480-9e4a-439b-9523-276641726dbe req-5531eba8-5a74-451f-a064-43d4e8333299 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:33.733456 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b44310aa-2c0c-4ee1-aedd-8baa126f1b94 req-0dd137c6-b408-4235-89a9-02e146dd36ca tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd645b8b-bb68-49af-b7dd-c5ddaa34211d HTTP/1.1" status: 200 len: 210 time: 0.0562532 Nov 22 10:39:33.830430 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [req-6c41a480-9e4a-439b-9523-276641726dbe req-5531eba8-5a74-451f-a064-43d4e8333299 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Allocated IP 172.20.0.5 (8322e46a-3342-4b13-a227-93a753c68c4d/577eebcf-b7ff-49af-bb41-5fd2bf870914/a9364ed3-4993-414b-bbd3-aef1145ba8b5) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 10:39:33.998707 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-6c41a480-9e4a-439b-9523-276641726dbe req-5531eba8-5a74-451f-a064-43d4e8333299 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:34.039159 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-6c41a480-9e4a-439b-9523-276641726dbe req-5531eba8-5a74-451f-a064-43d4e8333299 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749315246228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11987816'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:34.093384 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c41a480-9e4a-439b-9523-276641726dbe req-5531eba8-5a74-451f-a064-43d4e8333299 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Network 8322e46a-3342-4b13-a227-93a753c68c4d is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:39:34.097367 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [req-6c41a480-9e4a-439b-9523-276641726dbe req-5531eba8-5a74-451f-a064-43d4e8333299 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:39:34.100695 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c41a480-9e4a-439b-9523-276641726dbe req-5531eba8-5a74-451f-a064-43d4e8333299 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 10:39:34.129119 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5531eba8-5a74-451f-a064-43d4e8333299 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Pushing event updated for resources: {'Port': ['ID=a9364ed3-4993-414b-bbd3-aef1145ba8b5,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:39:34.159569 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c41a480-9e4a-439b-9523-276641726dbe req-5531eba8-5a74-451f-a064-43d4e8333299 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:34.160222 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-6c41a480-9e4a-439b-9523-276641726dbe req-5531eba8-5a74-451f-a064-43d4e8333299 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:34.178282 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6c41a480-9e4a-439b-9523-276641726dbe req-5531eba8-5a74-451f-a064-43d4e8333299 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6792088 Nov 22 10:39:34.192683 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-6c41a480-9e4a-439b-9523-276641726dbe req-2ec40caf-ef5f-492b-a311-ea1a4368cbfe service neutron] Request body: {'port': {'device_id': 'cd645b8b-bb68-49af-b7dd-c5ddaa34211d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:39:34.248215 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-6c41a480-9e4a-439b-9523-276641726dbe req-2ec40caf-ef5f-492b-a311-ea1a4368cbfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:34.525208 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [req-6c41a480-9e4a-439b-9523-276641726dbe req-2ec40caf-ef5f-492b-a311-ea1a4368cbfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9364ed3-4993-414b-bbd3-aef1145ba8b5 {{(pid=102911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 10:39:34.532820 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-6c41a480-9e4a-439b-9523-276641726dbe req-2ec40caf-ef5f-492b-a311-ea1a4368cbfe service neutron] Publish callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:34.549116 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.provisioning_blocks [req-6c41a480-9e4a-439b-9523-276641726dbe req-2ec40caf-ef5f-492b-a311-ea1a4368cbfe service neutron] Transition to ACTIVE for port object a9364ed3-4993-414b-bbd3-aef1145ba8b5 will not be triggered until provisioned by entity L2. {{(pid=102911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 10:39:34.554560 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-6c41a480-9e4a-439b-9523-276641726dbe req-2ec40caf-ef5f-492b-a311-ea1a4368cbfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11987839'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:34.603733 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec40caf-ef5f-492b-a311-ea1a4368cbfe service neutron] Pushing event updated for resources: {'Port': ['ID=a9364ed3-4993-414b-bbd3-aef1145ba8b5,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:39:34.678596 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-6c41a480-9e4a-439b-9523-276641726dbe req-2ec40caf-ef5f-492b-a311-ea1a4368cbfe service neutron] Attempting to bind port a9364ed3-4993-414b-bbd3-aef1145ba8b5 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 10:39:34.679337 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-6c41a480-9e4a-439b-9523-276641726dbe req-2ec40caf-ef5f-492b-a311-ea1a4368cbfe service neutron] Attempting to bind port a9364ed3-4993-414b-bbd3-aef1145ba8b5 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'a3762868-92fb-41e1-aa65-788b4f27c4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8322e46a-3342-4b13-a227-93a753c68c4d'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 10:39:34.679337 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c41a480-9e4a-439b-9523-276641726dbe req-2ec40caf-ef5f-492b-a311-ea1a4368cbfe service neutron] Attempting to bind port a9364ed3-4993-414b-bbd3-aef1145ba8b5 on network 8322e46a-3342-4b13-a227-93a753c68c4d {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:39:34.689176 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c41a480-9e4a-439b-9523-276641726dbe req-2ec40caf-ef5f-492b-a311-ea1a4368cbfe service neutron] Port a9364ed3-4993-414b-bbd3-aef1145ba8b5 on network 8322e46a-3342-4b13-a227-93a753c68c4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 10:39:34.689176 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c41a480-9e4a-439b-9523-276641726dbe req-2ec40caf-ef5f-492b-a311-ea1a4368cbfe service neutron] Attempting to bind port a9364ed3-4993-414b-bbd3-aef1145ba8b5 on network 8322e46a-3342-4b13-a227-93a753c68c4d {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:39:34.690237 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c41a480-9e4a-439b-9523-276641726dbe req-2ec40caf-ef5f-492b-a311-ea1a4368cbfe service neutron] Checking agent: {'id': '8aa3c5bc-bff8-4a30-90cc-a12bac01bfcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 10, 32, 50), 'started_at': datetime.datetime(2021, 11, 22, 10, 32, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 10, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 10:39:34.690678 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c41a480-9e4a-439b-9523-276641726dbe req-2ec40caf-ef5f-492b-a311-ea1a4368cbfe service neutron] Checking segment: {'id': 'a3762868-92fb-41e1-aa65-788b4f27c4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8322e46a-3342-4b13-a227-93a753c68c4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:39:34.690965 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c41a480-9e4a-439b-9523-276641726dbe req-2ec40caf-ef5f-492b-a311-ea1a4368cbfe service neutron] Bound using segment: {'id': 'a3762868-92fb-41e1-aa65-788b4f27c4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8322e46a-3342-4b13-a227-93a753c68c4d'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 10:39:34.691396 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-6c41a480-9e4a-439b-9523-276641726dbe req-2ec40caf-ef5f-492b-a311-ea1a4368cbfe service neutron] Bound port: a9364ed3-4993-414b-bbd3-aef1145ba8b5, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3762868-92fb-41e1-aa65-788b4f27c4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8322e46a-3342-4b13-a227-93a753c68c4d'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 10:39:34.691793 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-6c41a480-9e4a-439b-9523-276641726dbe req-2ec40caf-ef5f-492b-a311-ea1a4368cbfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:34.762778 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-6c41a480-9e4a-439b-9523-276641726dbe req-2ec40caf-ef5f-492b-a311-ea1a4368cbfe service neutron] For port a9364ed3-4993-414b-bbd3-aef1145ba8b5, host hv-cinder-80403, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 10:39:34.766426 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-6c41a480-9e4a-439b-9523-276641726dbe req-2ec40caf-ef5f-492b-a311-ea1a4368cbfe service neutron] For port a9364ed3-4993-414b-bbd3-aef1145ba8b5, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a9364ed3-4993-414b-bbd3-aef1145ba8b5,segment=NetworkSegment(a3762868-92fb-41e1-aa65-788b4f27c4fb),segment_id=a3762868-92fb-41e1-aa65-788b4f27c4fb)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 10:39:34.771721 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-6c41a480-9e4a-439b-9523-276641726dbe req-2ec40caf-ef5f-492b-a311-ea1a4368cbfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11987839'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:34.813254 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c41a480-9e4a-439b-9523-276641726dbe req-2ec40caf-ef5f-492b-a311-ea1a4368cbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:34.813896 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-6c41a480-9e4a-439b-9523-276641726dbe req-2ec40caf-ef5f-492b-a311-ea1a4368cbfe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:34.815280 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6c41a480-9e4a-439b-9523-276641726dbe req-2ec40caf-ef5f-492b-a311-ea1a4368cbfe service neutron] 10.222.0.20 "PUT /v2.0/ports/a9364ed3-4993-414b-bbd3-aef1145ba8b5 HTTP/1.1" status: 200 len: 1093 time: 0.6270423 Nov 22 10:39:34.815771 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd645b8b-bb68-49af-b7dd-c5ddaa34211d', 'tag': 'a9364ed3-4993-414b-bbd3-aef1145ba8b5'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:39:34.818064 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5429d6209f9db75179b029b02f265116e5db13468d9d60e00895472a7fa8ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb50ddb-98b4-4c8d-8383-4ac3b623663b" -d '{"events": [{"name": "network-changed", "server_uuid": "cd645b8b-bb68-49af-b7dd-c5ddaa34211d", "tag": "a9364ed3-4993-414b-bbd3-aef1145ba8b5"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:39:34.872119 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec40caf-ef5f-492b-a311-ea1a4368cbfe service neutron] Pushing event updated for resources: {'Port': ['ID=a9364ed3-4993-414b-bbd3-aef1145ba8b5,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:39:34.891953 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7a00c-62d3-49ac-8bb1-003051dd5088 req-25eaad00-fdb0-4c14-8d3e-011c429bbd12 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:34.893579 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b0c7a00c-62d3-49ac-8bb1-003051dd5088 req-25eaad00-fdb0-4c14-8d3e-011c429bbd12 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd645b8b-bb68-49af-b7dd-c5ddaa34211d HTTP/1.1" status: 200 len: 943 time: 0.0844300 Nov 22 10:39:34.906311 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 10:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24dd978-e5f3-4e63-ba1b-98804a7ebfa7 x-openstack-request-id: req-c24dd978-e5f3-4e63-ba1b-98804a7ebfa7 {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:39:34.906595 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd645b8b-bb68-49af-b7dd-c5ddaa34211d", "tag": "a9364ed3-4993-414b-bbd3-aef1145ba8b5", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:39:34.906849 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c24dd978-e5f3-4e63-ba1b-98804a7ebfa7 {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:39:34.907252 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd645b8b-bb68-49af-b7dd-c5ddaa34211d', 'tag': 'a9364ed3-4993-414b-bbd3-aef1145ba8b5', 'status': 'completed', 'code': 200} Nov 22 10:39:34.973431 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b0c7a00c-62d3-49ac-8bb1-003051dd5088 req-5d250e2e-5fa5-433c-b431-ffea72c06f30 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e40a7e6-cdbe-4f0e-a119-0e19f7af0085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706639 Nov 22 10:39:34.976241 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c41a480-9e4a-439b-9523-276641726dbe req-6fec8b1b-10c9-4965-b14b-f63251ce7a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:34.977996 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6c41a480-9e4a-439b-9523-276641726dbe req-6fec8b1b-10c9-4965-b14b-f63251ce7a49 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=93b9423a62144c8a975aacb49a424865&device_id=cd645b8b-bb68-49af-b7dd-c5ddaa34211d HTTP/1.1" status: 200 len: 1096 time: 0.0834496 Nov 22 10:39:35.043257 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6c41a480-9e4a-439b-9523-276641726dbe req-6f0e4f9f-f8c2-45bc-824f-e15c141faef7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9364ed3-4993-414b-bbd3-aef1145ba8b5 HTTP/1.1" status: 200 len: 217 time: 0.0361547 Nov 22 10:39:35.108811 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c41a480-9e4a-439b-9523-276641726dbe req-3da91632-8825-4501-b3eb-8142e4d47ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:35.110948 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6c41a480-9e4a-439b-9523-276641726dbe req-3da91632-8825-4501-b3eb-8142e4d47ce8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=577eebcf-b7ff-49af-bb41-5fd2bf870914 HTTP/1.1" status: 200 len: 854 time: 0.0490363 Nov 22 10:39:35.149868 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6c41a480-9e4a-439b-9523-276641726dbe req-cf537b49-df33-4c81-9578-99c5ff6f2a91 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8322e46a-3342-4b13-a227-93a753c68c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294466 Nov 22 10:39:36.143806 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8636d91-9c0d-4189-af69-252d70c6846f req-bbb4219e-413d-4878-b448-2ec3c01a7a7f tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:36.145307 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e8636d91-9c0d-4189-af69-252d70c6846f req-bbb4219e-413d-4878-b448-2ec3c01a7a7f tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd645b8b-bb68-49af-b7dd-c5ddaa34211d HTTP/1.1" status: 200 len: 943 time: 0.0826313 Nov 22 10:39:36.147650 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6c41a480-9e4a-439b-9523-276641726dbe req-748f4bf2-f43f-402f-a924-4e57055df3d6 service neutron] 10.222.0.20 "GET /v2.0/networks/8322e46a-3342-4b13-a227-93a753c68c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317618 Nov 22 10:39:36.205172 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e8636d91-9c0d-4189-af69-252d70c6846f req-8db1a9a3-091f-4016-86a7-d2598c6dc2be tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e40a7e6-cdbe-4f0e-a119-0e19f7af0085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532813 Nov 22 10:39:36.760922 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d28da1f-f5df-4f3f-b3db-885380295d85 req-4edeacab-afac-42b7-936b-72a4038f3c45 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:36.762280 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7d28da1f-f5df-4f3f-b3db-885380295d85 req-4edeacab-afac-42b7-936b-72a4038f3c45 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 985 time: 0.0527835 Nov 22 10:39:36.833788 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7d28da1f-f5df-4f3f-b3db-885380295d85 req-3efeba9f-5122-4076-8664-33d5e1107e80 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb9f1571-aa6d-43fe-a22d-0d0ac84f7907&id=b9ef8276-57c4-428e-b639-a4eb9f8806d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0652101 Nov 22 10:39:36.967369 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6c41a480-9e4a-439b-9523-276641726dbe req-2ba33e3a-0760-41ef-aea0-8d74ee178bbb service neutron] 10.222.0.20 "GET /v2.0/networks/8322e46a-3342-4b13-a227-93a753c68c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988555 Nov 22 10:39:37.328992 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e90787d-275f-4248-9f07-63515f293e56 req-581400c1-83de-41b6-beab-cf32d90e23fa tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:37.330494 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3e90787d-275f-4248-9f07-63515f293e56 req-581400c1-83de-41b6-beab-cf32d90e23fa tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd645b8b-bb68-49af-b7dd-c5ddaa34211d HTTP/1.1" status: 200 len: 943 time: 0.0510528 Nov 22 10:39:37.378882 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3e90787d-275f-4248-9f07-63515f293e56 req-1f40cf1b-5fd6-46f0-aebe-b4c406e17484 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e40a7e6-cdbe-4f0e-a119-0e19f7af0085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423472 Nov 22 10:39:38.026050 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a6bd5-5833-4468-aad8-7b6dc4151b00 req-9a0ea1b6-a391-4725-a7ba-9e9ba96e0ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:38.027892 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f10a6bd5-5833-4468-aad8-7b6dc4151b00 req-9a0ea1b6-a391-4725-a7ba-9e9ba96e0ff4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=549a9a424a794c74836d8d862db06e25&device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 1138 time: 0.0990899 Nov 22 10:39:38.035135 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16eea8-b351-4a8e-8a6d-76c6084070fb req-1aa1c1e6-840c-49e1-a679-6aed9926f7eb tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:38.036566 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6b16eea8-b351-4a8e-8a6d-76c6084070fb req-1aa1c1e6-840c-49e1-a679-6aed9926f7eb tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 985 time: 0.1183474 Nov 22 10:39:38.053507 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb50ddb-98b4-4c8d-8383-4ac3b623663b req-84319a22-4f54-472e-86d8-74b330c63dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:38.054968 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ccb50ddb-98b4-4c8d-8383-4ac3b623663b req-84319a22-4f54-472e-86d8-74b330c63dce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=93b9423a62144c8a975aacb49a424865&device_id=cd645b8b-bb68-49af-b7dd-c5ddaa34211d HTTP/1.1" status: 200 len: 1096 time: 0.1177771 Nov 22 10:39:38.227132 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6b16eea8-b351-4a8e-8a6d-76c6084070fb req-2b5df23c-5a33-44c4-a1ea-d88c66fc2f31 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb9f1571-aa6d-43fe-a22d-0d0ac84f7907&id=b9ef8276-57c4-428e-b639-a4eb9f8806d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1756036 Nov 22 10:39:38.241399 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a6bd5-5833-4468-aad8-7b6dc4151b00 req-34bf8cf6-ea1b-439e-a3b5-57b77060b00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:38.242884 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f10a6bd5-5833-4468-aad8-7b6dc4151b00 req-34bf8cf6-ea1b-439e-a3b5-57b77060b00b service neutron] 10.222.0.20 "GET /v2.0/networks?id=a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0 HTTP/1.1" status: 200 len: 915 time: 0.1994090 Nov 22 10:39:38.263485 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb50ddb-98b4-4c8d-8383-4ac3b623663b req-5ff6b43e-5099-42b1-bd11-8f9240d7ea5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:38.265021 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ccb50ddb-98b4-4c8d-8383-4ac3b623663b req-5ff6b43e-5099-42b1-bd11-8f9240d7ea5f service neutron] 10.222.0.20 "GET /v2.0/networks?id=8322e46a-3342-4b13-a227-93a753c68c4d HTTP/1.1" status: 200 len: 915 time: 0.1948509 Nov 22 10:39:38.338885 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ccb50ddb-98b4-4c8d-8383-4ac3b623663b req-bce5dfae-b313-4ceb-afb6-c747971bedb1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9364ed3-4993-414b-bbd3-aef1145ba8b5 HTTP/1.1" status: 200 len: 217 time: 0.0426035 Nov 22 10:39:38.362195 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f10a6bd5-5833-4468-aad8-7b6dc4151b00 req-2adfd2f5-2154-4c6b-9854-da5b4ba341a6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=326eedf5-8a3e-4e3a-887c-a2d57a212dc8 HTTP/1.1" status: 200 len: 1001 time: 0.1098135 Nov 22 10:39:38.436516 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb50ddb-98b4-4c8d-8383-4ac3b623663b req-4936b3b8-075b-44d2-905f-f49017ca5753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:38.438070 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ccb50ddb-98b4-4c8d-8383-4ac3b623663b req-4936b3b8-075b-44d2-905f-f49017ca5753 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=577eebcf-b7ff-49af-bb41-5fd2bf870914 HTTP/1.1" status: 200 len: 854 time: 0.0882103 Nov 22 10:39:38.445307 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a6bd5-5833-4468-aad8-7b6dc4151b00 req-942cf012-82de-4846-bf62-36d78dfce57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:38.447204 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f10a6bd5-5833-4468-aad8-7b6dc4151b00 req-942cf012-82de-4846-bf62-36d78dfce57c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=77794ac0-976d-4d93-aa56-2296caa8293f HTTP/1.1" status: 200 len: 853 time: 0.0639851 Nov 22 10:39:38.492776 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ccb50ddb-98b4-4c8d-8383-4ac3b623663b req-f16c0344-5f72-4e46-bd91-88381053eb4f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8322e46a-3342-4b13-a227-93a753c68c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447817 Nov 22 10:39:38.605560 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a6bd5-5833-4468-aad8-7b6dc4151b00 req-651d26a3-062e-41f3-84ed-c77259d7a64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:38.607091 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f10a6bd5-5833-4468-aad8-7b6dc4151b00 req-651d26a3-062e-41f3-84ed-c77259d7a64d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1501768 Nov 22 10:39:38.622261 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3135cf9-eedd-4291-b25b-14e911a90cb9 req-4f2fd851-51b4-4e50-ac38-a84ea0cb001f tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:38.623763 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c3135cf9-eedd-4291-b25b-14e911a90cb9 req-4f2fd851-51b4-4e50-ac38-a84ea0cb001f tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd645b8b-bb68-49af-b7dd-c5ddaa34211d HTTP/1.1" status: 200 len: 943 time: 0.1567864 Nov 22 10:39:38.699033 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ccb50ddb-98b4-4c8d-8383-4ac3b623663b req-23d42419-1811-4deb-8550-a00bfd0cbf4d service neutron] 10.222.0.20 "GET /v2.0/networks/8322e46a-3342-4b13-a227-93a753c68c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913927 Nov 22 10:39:38.799702 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c3135cf9-eedd-4291-b25b-14e911a90cb9 req-ecfdfbe5-0ff4-46e1-afa8-ec653a1a2222 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e40a7e6-cdbe-4f0e-a119-0e19f7af0085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624968 Nov 22 10:39:38.806054 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f10a6bd5-5833-4468-aad8-7b6dc4151b00 req-ef9f9143-8666-4fac-8fd1-0837a48a8987 service neutron] 10.222.0.20 "GET /v2.0/networks/a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798012 Nov 22 10:39:38.889080 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ccb50ddb-98b4-4c8d-8383-4ac3b623663b req-18807a80-7c26-4adf-85ca-09ca51af6b1b service neutron] 10.222.0.20 "GET /v2.0/networks/8322e46a-3342-4b13-a227-93a753c68c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782594 Nov 22 10:39:38.923779 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f10a6bd5-5833-4468-aad8-7b6dc4151b00 req-b3076fc1-86d9-4aab-9826-8c69aa814490 service neutron] 10.222.0.20 "GET /v2.0/networks/a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070683 Nov 22 10:39:39.363395 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c920cf-b1d8-4e13-a3e7-04de5839fd0a req-d4409dd2-8b83-4af6-9f5b-f5c0ad68d1d1 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:39.364948 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-07c920cf-b1d8-4e13-a3e7-04de5839fd0a req-d4409dd2-8b83-4af6-9f5b-f5c0ad68d1d1 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 985 time: 0.0607240 Nov 22 10:39:39.427895 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-07c920cf-b1d8-4e13-a3e7-04de5839fd0a req-a3d23cfd-24cd-4590-838b-c731b1fae270 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb9f1571-aa6d-43fe-a22d-0d0ac84f7907&id=b9ef8276-57c4-428e-b639-a4eb9f8806d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565104 Nov 22 10:39:39.926857 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1712a37-ac1a-4761-9422-843e1101900a req-3bb79eda-161a-4826-b2b6-52ab868626e7 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:39.928405 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e1712a37-ac1a-4761-9422-843e1101900a req-3bb79eda-161a-4826-b2b6-52ab868626e7 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd645b8b-bb68-49af-b7dd-c5ddaa34211d HTTP/1.1" status: 200 len: 943 time: 0.0553622 Nov 22 10:39:39.977920 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e1712a37-ac1a-4761-9422-843e1101900a req-0848ebda-4789-4c65-8d18-728afe0c9e22 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e40a7e6-cdbe-4f0e-a119-0e19f7af0085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432878 Nov 22 10:39:40.724491 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab95f6-6500-41a1-8fe5-c3883400d105 req-aaafc483-309e-43c4-b3b3-285d1e274785 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:40.726194 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-15ab95f6-6500-41a1-8fe5-c3883400d105 req-aaafc483-309e-43c4-b3b3-285d1e274785 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 985 time: 0.2220659 Nov 22 10:39:40.789512 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-15ab95f6-6500-41a1-8fe5-c3883400d105 req-93957edd-50d5-4e70-b752-98152a7bdd1e tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb9f1571-aa6d-43fe-a22d-0d0ac84f7907&id=b9ef8276-57c4-428e-b639-a4eb9f8806d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563064 Nov 22 10:39:41.152243 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f873ac49-e20c-4b8e-83de-96f731938dd8 req-622b55e0-71f3-4b60-8cc7-f89db2ecdfb1 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:41.153738 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f873ac49-e20c-4b8e-83de-96f731938dd8 req-622b55e0-71f3-4b60-8cc7-f89db2ecdfb1 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd645b8b-bb68-49af-b7dd-c5ddaa34211d HTTP/1.1" status: 200 len: 943 time: 0.1030295 Nov 22 10:39:41.206307 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f873ac49-e20c-4b8e-83de-96f731938dd8 req-76bb195d-b322-4c50-b475-a6857d8087a8 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e40a7e6-cdbe-4f0e-a119-0e19f7af0085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464015 Nov 22 10:39:41.433651 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device a9364ed3-4993-414b-bbd3-aef1145ba8b5 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 10:39:41.535427 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port a9364ed3-4993-414b-bbd3-aef1145ba8b5, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a9364ed3-4993-414b-bbd3-aef1145ba8b5,segment=NetworkSegment(a3762868-92fb-41e1-aa65-788b4f27c4fb),segment_id=a3762868-92fb-41e1-aa65-788b4f27c4fb)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:39:41.547583 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Returning: {'device': 'a9364ed3-4993-414b-bbd3-aef1145ba8b5', 'network_id': '8322e46a-3342-4b13-a227-93a753c68c4d', 'port_id': 'a9364ed3-4993-414b-bbd3-aef1145ba8b5', 'mac_address': 'fa:16:3e:c8:58:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '577eebcf-b7ff-49af-bb41-5fd2bf870914', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 10:39:41.585077 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:41.599900 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9364ed3-4993-414b-bbd3-aef1145ba8b5 {{(pid=102912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 10:39:41.620941 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port a9364ed3-4993-414b-bbd3-aef1145ba8b5, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a9364ed3-4993-414b-bbd3-aef1145ba8b5,segment=NetworkSegment(a3762868-92fb-41e1-aa65-788b4f27c4fb),segment_id=a3762868-92fb-41e1-aa65-788b4f27c4fb)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:39:41.627075 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:41.676944 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Pushing event updated for resources: {'Port': ['ID=a9364ed3-4993-414b-bbd3-aef1145ba8b5,revision_number=4']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:39:41.687971 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:39:41.688356 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:39:41.688625 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:39:41.688952 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:39:41.689277 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:39:41.689613 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:39:41.689945 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:39:41.690264 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:39:41.690599 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:39:41.690917 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:39:41.691230 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:39:41.691541 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:39:41.933539 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] get_ports_and_sgs() called for port_ids ['a9364ed3-4993-414b-bbd3-aef1145ba8b5'] {{(pid=102912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 10:39:41.936905 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b75a7a-f208-43cf-8f53-3802fd303583 req-a5e57b74-3bdc-4928-baaf-d663295d3b49 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:41.938539 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-00b75a7a-f208-43cf-8f53-3802fd303583 req-a5e57b74-3bdc-4928-baaf-d663295d3b49 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 985 time: 0.0651851 Nov 22 10:39:42.013655 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-00b75a7a-f208-43cf-8f53-3802fd303583 req-9aa8e249-9eda-4002-a87b-c9923bb5a265 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb9f1571-aa6d-43fe-a22d-0d0ac84f7907&id=b9ef8276-57c4-428e-b639-a4eb9f8806d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0671141 Nov 22 10:39:42.057628 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 45052) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:39:42.175199 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9321da27-e252-432c-ad34-03aa1e13b3f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:42.255154 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9321da27-e252-432c-ad34-03aa1e13b3f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:42.260826 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9321da27-e252-432c-ad34-03aa1e13b3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:42.308951 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9321da27-e252-432c-ad34-03aa1e13b3f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76a10a0-2c56-4521-b60b-09bd389be7fe,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:39:42.332539 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-9321da27-e252-432c-ad34-03aa1e13b3f2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=04b13b18a6364fd59679052ace3f90ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2735298 Nov 22 10:39:42.335356 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 45058) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:39:42.356589 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c126c-d9f2-4524-be84-079e3470e17c req-559cef3b-875f-457a-ba9c-22b0a923bc4d tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:42.358119 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-052c126c-d9f2-4524-be84-079e3470e17c req-559cef3b-875f-457a-ba9c-22b0a923bc4d tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd645b8b-bb68-49af-b7dd-c5ddaa34211d HTTP/1.1" status: 200 len: 944 time: 0.0772774 Nov 22 10:39:42.389319 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-bf418260-b131-4c51-977c-26b73a9568a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:42.411021 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-052c126c-d9f2-4524-be84-079e3470e17c req-4b56b80c-91d6-4235-ac27-130bbc2daba6 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e40a7e6-cdbe-4f0e-a119-0e19f7af0085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464566 Nov 22 10:39:42.411493 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-bf418260-b131-4c51-977c-26b73a9568a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:42.464416 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-bf418260-b131-4c51-977c-26b73a9568a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:42.467074 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-bf418260-b131-4c51-977c-26b73a9568a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:42.468298 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-bf418260-b131-4c51-977c-26b73a9568a7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f76a10a0-2c56-4521-b60b-09bd389be7fe HTTP/1.1" status: 204 len: 168 time: 0.1318493 Nov 22 10:39:42.476941 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf418260-b131-4c51-977c-26b73a9568a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76a10a0-2c56-4521-b60b-09bd389be7fe,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:39:42.485473 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf418260-b131-4c51-977c-26b73a9568a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:39:42.485861 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf418260-b131-4c51-977c-26b73a9568a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:39:42.486136 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf418260-b131-4c51-977c-26b73a9568a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:39:42.486485 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf418260-b131-4c51-977c-26b73a9568a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:39:42.486817 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf418260-b131-4c51-977c-26b73a9568a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:39:42.487137 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf418260-b131-4c51-977c-26b73a9568a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:39:42.487469 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf418260-b131-4c51-977c-26b73a9568a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:39:42.487838 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf418260-b131-4c51-977c-26b73a9568a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:39:42.488154 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf418260-b131-4c51-977c-26b73a9568a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:39:42.488448 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf418260-b131-4c51-977c-26b73a9568a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:39:42.488787 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf418260-b131-4c51-977c-26b73a9568a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:39:42.489103 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf418260-b131-4c51-977c-26b73a9568a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:39:42.758741 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 45068) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:39:42.772660 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2226f41c-2a89-4691-bc91-366f2adde3a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:42.853531 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2226f41c-2a89-4691-bc91-366f2adde3a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:42.858706 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2226f41c-2a89-4691-bc91-366f2adde3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:42.896815 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2226f41c-2a89-4691-bc91-366f2adde3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c09245f-b75a-45a9-ae04-6a8a76861fae,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:39:42.901395 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-2226f41c-2a89-4691-bc91-366f2adde3a9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=101b0bb7c8dd439bb665776df5c9f450&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1412296 Nov 22 10:39:42.903875 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 45072) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:39:42.952699 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4683e0e5-21f5-491f-aba4-da493d194b3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:42.974164 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4683e0e5-21f5-491f-aba4-da493d194b3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:43.019105 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 45076) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:39:43.021211 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4683e0e5-21f5-491f-aba4-da493d194b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:43.023983 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4683e0e5-21f5-491f-aba4-da493d194b3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:43.025190 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-4683e0e5-21f5-491f-aba4-da493d194b3f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3c09245f-b75a-45a9-ae04-6a8a76861fae HTTP/1.1" status: 204 len: 168 time: 0.1204107 Nov 22 10:39:43.034119 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4683e0e5-21f5-491f-aba4-da493d194b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c09245f-b75a-45a9-ae04-6a8a76861fae,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:39:43.143266 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c7d2a104-bb06-44a9-834b-2a7b99c7121a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:43.172187 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f427ff0-9649-4db1-a62f-5e7ebb388f60 req-1a6c6a8a-0822-46c6-96ed-a817eb176491 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:43.173723 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0f427ff0-9649-4db1-a62f-5e7ebb388f60 req-1a6c6a8a-0822-46c6-96ed-a817eb176491 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 985 time: 0.0768487 Nov 22 10:39:43.270533 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0f427ff0-9649-4db1-a62f-5e7ebb388f60 req-9488d59f-bcbd-4dcf-b917-47b3857cf416 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb9f1571-aa6d-43fe-a22d-0d0ac84f7907&id=b9ef8276-57c4-428e-b639-a4eb9f8806d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0887008 Nov 22 10:39:43.293685 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c7d2a104-bb06-44a9-834b-2a7b99c7121a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:43.298740 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c7d2a104-bb06-44a9-834b-2a7b99c7121a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:43.341407 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-c7d2a104-bb06-44a9-834b-2a7b99c7121a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2f46d8513c09462d8482a8bea44d80ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3184710 Nov 22 10:39:43.341407 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d2a104-bb06-44a9-834b-2a7b99c7121a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43bda9c-54f9-4d8b-b540-ee5bcd6825f6,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:39:43.341809 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 45092) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:39:43.404440 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a4f70bbd-7a31-40a8-a38c-3a39bf626446 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:43.425444 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a4f70bbd-7a31-40a8-a38c-3a39bf626446 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:43.437948 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device a9364ed3-4993-414b-bbd3-aef1145ba8b5 up at agent hyperv_hv-cinder-80403 {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:39:43.491165 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a4f70bbd-7a31-40a8-a38c-3a39bf626446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:43.495826 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a4f70bbd-7a31-40a8-a38c-3a39bf626446 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:43.500511 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-a4f70bbd-7a31-40a8-a38c-3a39bf626446 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d43bda9c-54f9-4d8b-b540-ee5bcd6825f6 HTTP/1.1" status: 204 len: 168 time: 0.1577020 Nov 22 10:39:43.501463 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Provisioning for port a9364ed3-4993-414b-bbd3-aef1145ba8b5 completed by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 10:39:43.507793 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Provisioning complete for port a9364ed3-4993-414b-bbd3-aef1145ba8b5 triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:39:43.508610 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:43.512112 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f70bbd-7a31-40a8-a38c-3a39bf626446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43bda9c-54f9-4d8b-b540-ee5bcd6825f6,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:39:43.567701 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64a67e-b60a-4a37-ac74-125f24138029 req-15cc6ba1-805f-4a01-beb3-b7439a18088f tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:43.570499 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-eb64a67e-b60a-4a37-ac74-125f24138029 req-15cc6ba1-805f-4a01-beb3-b7439a18088f tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd645b8b-bb68-49af-b7dd-c5ddaa34211d HTTP/1.1" status: 200 len: 944 time: 0.0634511 Nov 22 10:39:43.621069 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:43.631924 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-eb64a67e-b60a-4a37-ac74-125f24138029 req-2ab1780a-eca5-4a41-a5a8-5fbafb63b3a4 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e40a7e6-cdbe-4f0e-a119-0e19f7af0085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538852 Nov 22 10:39:43.648397 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd645b8b-bb68-49af-b7dd-c5ddaa34211d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9364ed3-4993-414b-bbd3-aef1145ba8b5'}] {{(pid=102912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:39:43.650814 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871da4fec6c70e81ce77d4e4817c66d6168a6b102b4e2b260a442deac58e97e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89bcb97-f152-424f-a88e-a6d45a7e580f" -d '{"events": [{"server_uuid": "cd645b8b-bb68-49af-b7dd-c5ddaa34211d", "name": "network-vif-plugged", "status": "completed", "tag": "a9364ed3-4993-414b-bbd3-aef1145ba8b5"}]}' {{(pid=102912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:39:43.668633 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port a9364ed3-4993-414b-bbd3-aef1145ba8b5, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a9364ed3-4993-414b-bbd3-aef1145ba8b5,segment=NetworkSegment(a3762868-92fb-41e1-aa65-788b4f27c4fb),segment_id=a3762868-92fb-41e1-aa65-788b4f27c4fb)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:39:43.674751 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:43.709047 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 10:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e8fbf7-273b-49b7-be40-524d5140e128 x-openstack-request-id: req-d1e8fbf7-273b-49b7-be40-524d5140e128 {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:39:43.710310 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd645b8b-bb68-49af-b7dd-c5ddaa34211d", "name": "network-vif-plugged", "status": "completed", "tag": "a9364ed3-4993-414b-bbd3-aef1145ba8b5", "code": 200}]} {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:39:43.710573 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d1e8fbf7-273b-49b7-be40-524d5140e128 {{(pid=102912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:39:43.711183 dv-cinder-804035-13-iscsi neutron-server[102912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd645b8b-bb68-49af-b7dd-c5ddaa34211d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9364ed3-4993-414b-bbd3-aef1145ba8b5', 'code': 200} Nov 22 10:39:43.743103 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Pushing event updated for resources: {'Port': ['ID=a9364ed3-4993-414b-bbd3-aef1145ba8b5,revision_number=5']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:39:43.871273 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 45114) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:39:43.888078 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fe0f2c45-f74c-44d8-88b4-501e0b7ada54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:43.892272 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c05e1a-1878-46b4-a140-47e00381ef2c req-4364d59e-0e45-43df-af73-1b6839d97660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:43.894482 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-91c05e1a-1878-46b4-a140-47e00381ef2c req-4364d59e-0e45-43df-af73-1b6839d97660 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cd645b8b-bb68-49af-b7dd-c5ddaa34211d HTTP/1.1" status: 200 len: 1098 time: 0.0507059 Nov 22 10:39:43.964163 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-91c05e1a-1878-46b4-a140-47e00381ef2c req-28710e13-070a-4b50-9786-52be12b9d17b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8e40a7e6-cdbe-4f0e-a119-0e19f7af0085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587003 Nov 22 10:39:43.986137 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fe0f2c45-f74c-44d8-88b4-501e0b7ada54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:43.991866 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fe0f2c45-f74c-44d8-88b4-501e0b7ada54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:44.033088 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-fe0f2c45-f74c-44d8-88b4-501e0b7ada54 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dc38935ed98d4c528688b1a0031c1844&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1606157 Nov 22 10:39:44.035139 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0f2c45-f74c-44d8-88b4-501e0b7ada54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01283edf-73bd-49ba-bd9d-1eee9be2ba19,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:39:44.035928 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 45126) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:39:44.093121 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-49745a44-23d8-42db-a678-24b83d9f3c07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:44.120016 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-49745a44-23d8-42db-a678-24b83d9f3c07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:44.170371 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-49745a44-23d8-42db-a678-24b83d9f3c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:44.173492 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-49745a44-23d8-42db-a678-24b83d9f3c07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:44.175708 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-49745a44-23d8-42db-a678-24b83d9f3c07 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/01283edf-73bd-49ba-bd9d-1eee9be2ba19 HTTP/1.1" status: 204 len: 168 time: 0.1378582 Nov 22 10:39:44.184396 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49745a44-23d8-42db-a678-24b83d9f3c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01283edf-73bd-49ba-bd9d-1eee9be2ba19,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:39:44.416777 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5560af-8137-4051-a980-47de89d8e284 req-8ad0ad75-400e-4264-aed3-53b65c4f105d tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:44.418470 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ea5560af-8137-4051-a980-47de89d8e284 req-8ad0ad75-400e-4264-aed3-53b65c4f105d tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 985 time: 0.0547996 Nov 22 10:39:44.516222 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ea5560af-8137-4051-a980-47de89d8e284 req-d697d43e-92a1-4e29-9964-ea7a90ec87d3 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb9f1571-aa6d-43fe-a22d-0d0ac84f7907&id=b9ef8276-57c4-428e-b639-a4eb9f8806d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0908592 Nov 22 10:39:44.762273 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee5185-6540-400b-836b-fefc4fd9be84 req-9bf45691-2e13-443a-918a-e5dde21a187b tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:44.764824 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f6ee5185-6540-400b-836b-fefc4fd9be84 req-9bf45691-2e13-443a-918a-e5dde21a187b tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd645b8b-bb68-49af-b7dd-c5ddaa34211d HTTP/1.1" status: 200 len: 945 time: 0.0595956 Nov 22 10:39:44.815836 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f6ee5185-6540-400b-836b-fefc4fd9be84 req-c86d0ee6-2944-47d6-864a-ce08454568ba tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e40a7e6-cdbe-4f0e-a119-0e19f7af0085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455592 Nov 22 10:39:45.667003 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437e00e-a552-4104-b8da-7ac2dcd3a62e req-95ed74b2-541f-40a8-843e-0702b6dc7976 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:45.668637 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e437e00e-a552-4104-b8da-7ac2dcd3a62e req-95ed74b2-541f-40a8-843e-0702b6dc7976 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 946 time: 0.0835092 Nov 22 10:39:45.693577 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3af2c-f1e9-4f6a-bf7f-cd5ef812d35d req-8d928ed0-0397-480c-9c7d-3082c77e6099 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:45.695102 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-68f3af2c-f1e9-4f6a-bf7f-cd5ef812d35d req-8d928ed0-0397-480c-9c7d-3082c77e6099 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 985 time: 0.0817840 Nov 22 10:39:45.760539 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e437e00e-a552-4104-b8da-7ac2dcd3a62e req-f4fb5b36-f682-46ff-b21c-2b35ca61df01 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852880 Nov 22 10:39:45.804170 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-68f3af2c-f1e9-4f6a-bf7f-cd5ef812d35d req-14e771e3-b89c-4530-97a0-22390f1c8194 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb9f1571-aa6d-43fe-a22d-0d0ac84f7907&id=b9ef8276-57c4-428e-b639-a4eb9f8806d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1000545 Nov 22 10:39:45.944069 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af49d9-667d-4c58-9255-e98766c82044 req-91f84fcd-121b-4c1d-9671-b3ad83bcef3f tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:45.945637 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-70af49d9-667d-4c58-9255-e98766c82044 req-91f84fcd-121b-4c1d-9671-b3ad83bcef3f tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd645b8b-bb68-49af-b7dd-c5ddaa34211d HTTP/1.1" status: 200 len: 945 time: 0.0526774 Nov 22 10:39:46.000203 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-70af49d9-667d-4c58-9255-e98766c82044 req-d82f99b4-b7ed-481c-bd75-a8cdc294ae89 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e40a7e6-cdbe-4f0e-a119-0e19f7af0085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476625 Nov 22 10:39:46.886331 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d5eea-bdfa-4198-a700-888146307bd4 req-3034c7dd-a3b2-4ab9-884a-740db37e0be6 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:46.888408 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1e3d5eea-bdfa-4198-a700-888146307bd4 req-3034c7dd-a3b2-4ab9-884a-740db37e0be6 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 946 time: 0.0525653 Nov 22 10:39:47.214721 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a6f7c8-db3c-4a71-bb53-3b308dd00fef req-6733b289-663b-48ba-b5d4-853cab60bd29 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:47.217093 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a3a6f7c8-db3c-4a71-bb53-3b308dd00fef req-6733b289-663b-48ba-b5d4-853cab60bd29 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 985 time: 0.3272126 Nov 22 10:39:47.221095 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1e3d5eea-bdfa-4198-a700-888146307bd4 req-068a784a-17a9-4bbd-a26a-d3717229c35c tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3232644 Nov 22 10:39:47.327783 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a3a6f7c8-db3c-4a71-bb53-3b308dd00fef req-846c6271-a6c3-4497-a0fe-f8922b30621e tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb9f1571-aa6d-43fe-a22d-0d0ac84f7907&id=b9ef8276-57c4-428e-b639-a4eb9f8806d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1036777 Nov 22 10:39:47.588937 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 45282) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:39:47.643977 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b696b61b-0390-4baa-b316-412a40b02d45 req-c33df7d7-60c9-4df0-b12e-07d73aac5683 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:47.645629 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b696b61b-0390-4baa-b316-412a40b02d45 req-c33df7d7-60c9-4df0-b12e-07d73aac5683 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.20 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 946 time: 0.0500240 Nov 22 10:39:47.727760 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dbd24b78-d589-4547-b327-87eabf20bbfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:47.792710 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-b696b61b-0390-4baa-b316-412a40b02d45 req-44a4b99e-f495-410c-8845-c6108cc818a2 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Deleting port 1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:39:47.792947 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-b696b61b-0390-4baa-b316-412a40b02d45 req-44a4b99e-f495-410c-8845-c6108cc818a2 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:47.899473 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dbd24b78-d589-4547-b327-87eabf20bbfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:47.906265 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dbd24b78-d589-4547-b327-87eabf20bbfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:47.941706 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-b696b61b-0390-4baa-b316-412a40b02d45 req-44a4b99e-f495-410c-8845-c6108cc818a2 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] For port 1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec,segment=NetworkSegment(b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c),segment_id=b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:39:47.942056 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-b696b61b-0390-4baa-b316-412a40b02d45 req-44a4b99e-f495-410c-8845-c6108cc818a2 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:47.966537 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-dbd24b78-d589-4547-b327-87eabf20bbfc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=aa9e1bffcf6b4e9b86de073b592d1ad9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3764303 Nov 22 10:39:47.969866 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 45286) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:39:47.970859 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd24b78-d589-4547-b327-87eabf20bbfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6285804-ba3c-4536-ac33-0326cbcdd511,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:39:48.025620 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9c65022-22fa-4c8e-a5de-d7905f4d852a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:48.048423 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9c65022-22fa-4c8e-a5de-d7905f4d852a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:48.099378 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9c65022-22fa-4c8e-a5de-d7905f4d852a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:48.102237 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9c65022-22fa-4c8e-a5de-d7905f4d852a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:48.103446 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-a9c65022-22fa-4c8e-a5de-d7905f4d852a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b6285804-ba3c-4536-ac33-0326cbcdd511 HTTP/1.1" status: 204 len: 168 time: 0.1325881 Nov 22 10:39:48.114711 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c65022-22fa-4c8e-a5de-d7905f4d852a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6285804-ba3c-4536-ac33-0326cbcdd511,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:39:48.194733 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-b696b61b-0390-4baa-b316-412a40b02d45 req-44a4b99e-f495-410c-8845-c6108cc818a2 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:48.195078 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-b696b61b-0390-4baa-b316-412a40b02d45 req-44a4b99e-f495-410c-8845-c6108cc818a2 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030162'] for floatingip, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:48.195381 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.db.l3_db [req-b696b61b-0390-4baa-b316-412a40b02d45 req-44a4b99e-f495-410c-8845-c6108cc818a2 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Floating IP 2cd7104d-9cfd-44d3-85f8-d246d4208a4e disassociated. External IP: 172.27.0.99, port: 1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec. Nov 22 10:39:48.195757 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-b696b61b-0390-4baa-b316-412a40b02d45 req-44a4b99e-f495-410c-8845-c6108cc818a2 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Calling delete_port for 1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec owned by compute:nova {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:39:48.387175 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-b696b61b-0390-4baa-b316-412a40b02d45 req-44a4b99e-f495-410c-8845-c6108cc818a2 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11987816'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:48.400977 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea20ee-c2e7-4405-8eb1-77f97a5b8853 req-7cc5b6c5-6249-4d70-8b2d-8f069275a03b tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:48.405594 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8bea20ee-c2e7-4405-8eb1-77f97a5b8853 req-7cc5b6c5-6249-4d70-8b2d-8f069275a03b tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=640f234a-3202-4c2c-97b9-32b4048c9ef3 HTTP/1.1" status: 200 len: 946 time: 0.0939162 Nov 22 10:39:48.449137 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4b99e-f495-410c-8845-c6108cc818a2 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Pushing event deleted for resources: {'Port': ['ID=1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:39:48.570950 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8bea20ee-c2e7-4405-8eb1-77f97a5b8853 req-27bab824-790a-4498-9aa9-ab08898b3c91 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369374 Nov 22 10:39:48.585487 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339acc8-0b74-482d-bb5f-44977670d866 req-c63d8428-eb25-4506-8816-251bf79539db tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:48.587154 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6339acc8-0b74-482d-bb5f-44977670d866 req-c63d8428-eb25-4506-8816-251bf79539db tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 985 time: 0.1707845 Nov 22 10:39:48.685110 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b696b61b-0390-4baa-b316-412a40b02d45 req-44a4b99e-f495-410c-8845-c6108cc818a2 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Router 0fcb52cf-a380-4431-aa8b-b28d74dc8fb9 has already been hosted by L3 agent fa3112ac-4a6e-40b6-a491-552ca746a833 {{(pid=102911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 10:39:48.700645 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6339acc8-0b74-482d-bb5f-44977670d866 req-9c5e0a32-70e7-40d4-a3e1-ecb3580832bc tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb9f1571-aa6d-43fe-a22d-0d0ac84f7907&id=b9ef8276-57c4-428e-b639-a4eb9f8806d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0861549 Nov 22 10:39:48.825800 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b696b61b-0390-4baa-b316-412a40b02d45 req-44a4b99e-f495-410c-8845-c6108cc818a2 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Notify agent at l3_agent.dv-cinder-804035-13-iscsi the message routers_updated {{(pid=102911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 10:39:48.837069 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6b96c6-e3cd-4804-89b8-70a4d2d5605f None None] Sync routers for ids ['0fcb52cf-a380-4431-aa8b-b28d74dc8fb9'] in dv-cinder-804035-13-iscsi {{(pid=102912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 10:39:48.848940 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6b96c6-e3cd-4804-89b8-70a4d2d5605f None None] Routers {'0fcb52cf-a380-4431-aa8b-b28d74dc8fb9'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:39:48.849591 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-ce6b96c6-e3cd-4804-89b8-70a4d2d5605f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:39:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['0fcb52cf-a380-4431-aa8b-b28d74dc8fb9'], 'active': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:39:48.871056 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-b696b61b-0390-4baa-b316-412a40b02d45 req-44a4b99e-f495-410c-8845-c6108cc818a2 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] No DVR routers for this DVR port 1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec on host hv-cinder-80403 {{(pid=102911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 10:39:48.873886 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-b696b61b-0390-4baa-b316-412a40b02d45 req-44a4b99e-f495-410c-8845-c6108cc818a2 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:48.877387 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b696b61b-0390-4baa-b316-412a40b02d45 req-44a4b99e-f495-410c-8845-c6108cc818a2 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.20 "DELETE /v2.0/ports/1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec HTTP/1.1" status: 204 len: 173 time: 1.2250593 Nov 22 10:39:48.877852 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '640f234a-3202-4c2c-97b9-32b4048c9ef3', 'name': 'network-vif-deleted', 'tag': '1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:39:48.880298 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5429d6209f9db75179b029b02f265116e5db13468d9d60e00895472a7fa8ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed595a0-1064-477d-a90e-8b64b17cda85" -d '{"events": [{"server_uuid": "640f234a-3202-4c2c-97b9-32b4048c9ef3", "name": "network-vif-deleted", "tag": "1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:39:48.927451 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 10:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1926c8-550b-4acd-aa48-b3f3cf18380a x-openstack-request-id: req-ab1926c8-550b-4acd-aa48-b3f3cf18380a {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:39:48.928176 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "640f234a-3202-4c2c-97b9-32b4048c9ef3", "name": "network-vif-deleted", "tag": "1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:39:48.928176 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ab1926c8-550b-4acd-aa48-b3f3cf18380a {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:39:48.928437 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '640f234a-3202-4c2c-97b9-32b4048c9ef3', 'name': 'network-vif-deleted', 'tag': '1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec', 'status': 'completed', 'code': 200} Nov 22 10:39:48.990587 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvr_db [None req-ce6b96c6-e3cd-4804-89b8-70a4d2d5605f None None] Set router 0fcb52cf-a380-4431-aa8b-b28d74dc8fb9 gateway port host: dv-cinder-804035-13-iscsi {{(pid=102912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:39:49.203375 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-ce6b96c6-e3cd-4804-89b8-70a4d2d5605f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fcb52cf-a380-4431-aa8b-b28d74dc8fb9', 'name': 'tempest-AttachVolumeShelveTestJSON-6190435-router', 'tenant_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '260c4cc6-d584-431e-ae2a-5e3741288db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:34:38Z', 'updated_at': '2021-11-22T10:34:46Z', 'revision_number': 4, 'project_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'gw_port': {'id': '260c4cc6-d584-431e-ae2a-5e3741288db2', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:78:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcb52cf-a380-4431-aa8b-b28d74dc8fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:39Z', 'updated_at': '2021-11-22T10:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_interfaces': [{'id': 'd4acd6b4-5657-4fc7-95cd-7daa4a3f2014', 'name': '', 'network_id': 'e114790e-2c2f-46a4-8dd6-49197de38f16', 'tenant_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'mac_address': 'fa:16:3e:c9:07:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcb52cf-a380-4431-aa8b-b28d74dc8fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c4f21e7d-d84a-4ede-b812-0052f7303231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:43Z', 'updated_at': '2021-11-22T10:34:57Z', 'revision_number': 5, 'project_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'subnets': [{'id': 'c4f21e7d-d84a-4ede-b812-0052f7303231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:39:49.234399 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6b96c6-e3cd-4804-89b8-70a4d2d5605f None None] Checking router: 0fcb52cf-a380-4431-aa8b-b28d74dc8fb9 for host: dv-cinder-804035-13-iscsi {{(pid=102912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 10:39:49.243885 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6b96c6-e3cd-4804-89b8-70a4d2d5605f None None] Routers {'0fcb52cf-a380-4431-aa8b-b28d74dc8fb9'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:39:49.244669 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-ce6b96c6-e3cd-4804-89b8-70a4d2d5605f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:39:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['0fcb52cf-a380-4431-aa8b-b28d74dc8fb9'], 'active': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:39:49.356625 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvr_db [None req-ce6b96c6-e3cd-4804-89b8-70a4d2d5605f None None] Set router 0fcb52cf-a380-4431-aa8b-b28d74dc8fb9 gateway port host: dv-cinder-804035-13-iscsi {{(pid=102912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:39:49.566256 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-ce6b96c6-e3cd-4804-89b8-70a4d2d5605f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fcb52cf-a380-4431-aa8b-b28d74dc8fb9', 'name': 'tempest-AttachVolumeShelveTestJSON-6190435-router', 'tenant_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '260c4cc6-d584-431e-ae2a-5e3741288db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:34:38Z', 'updated_at': '2021-11-22T10:34:46Z', 'revision_number': 4, 'project_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'gw_port': {'id': '260c4cc6-d584-431e-ae2a-5e3741288db2', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:78:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcb52cf-a380-4431-aa8b-b28d74dc8fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:39Z', 'updated_at': '2021-11-22T10:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_interfaces': [{'id': 'd4acd6b4-5657-4fc7-95cd-7daa4a3f2014', 'name': '', 'network_id': 'e114790e-2c2f-46a4-8dd6-49197de38f16', 'tenant_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'mac_address': 'fa:16:3e:c9:07:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcb52cf-a380-4431-aa8b-b28d74dc8fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c4f21e7d-d84a-4ede-b812-0052f7303231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:43Z', 'updated_at': '2021-11-22T10:34:57Z', 'revision_number': 5, 'project_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'subnets': [{'id': 'c4f21e7d-d84a-4ede-b812-0052f7303231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:39:49.595012 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6b96c6-e3cd-4804-89b8-70a4d2d5605f None None] The sync data for ids ['0fcb52cf-a380-4431-aa8b-b28d74dc8fb9'] in dv-cinder-804035-13-iscsi is: [{'id': '0fcb52cf-a380-4431-aa8b-b28d74dc8fb9', 'name': 'tempest-AttachVolumeShelveTestJSON-6190435-router', 'tenant_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '260c4cc6-d584-431e-ae2a-5e3741288db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:34:38Z', 'updated_at': '2021-11-22T10:34:46Z', 'revision_number': 4, 'project_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'gw_port': {'id': '260c4cc6-d584-431e-ae2a-5e3741288db2', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:78:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcb52cf-a380-4431-aa8b-b28d74dc8fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:39Z', 'updated_at': '2021-11-22T10:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_interfaces': [{'id': 'd4acd6b4-5657-4fc7-95cd-7daa4a3f2014', 'name': '', 'network_id': 'e114790e-2c2f-46a4-8dd6-49197de38f16', 'tenant_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'mac_address': 'fa:16:3e:c9:07:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcb52cf-a380-4431-aa8b-b28d74dc8fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c4f21e7d-d84a-4ede-b812-0052f7303231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:43Z', 'updated_at': '2021-11-22T10:34:57Z', 'revision_number': 5, 'project_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'subnets': [{'id': 'c4f21e7d-d84a-4ede-b812-0052f7303231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 10:39:49.891641 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:49.975520 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6070b7-1a1a-446a-8bde-0372d68ada3e req-92b6e5c2-842d-421c-8984-dca0fc24fe51 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:49.980381 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3b6070b7-1a1a-446a-8bde-0372d68ada3e req-92b6e5c2-842d-421c-8984-dca0fc24fe51 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 985 time: 0.1510825 Nov 22 10:39:50.090984 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aec89aa-f4bd-4568-9894-0cc36709940f None None] New status for floating IP 2cd7104d-9cfd-44d3-85f8-d246d4208a4e: DOWN {{(pid=102913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 10:39:50.109151 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3b6070b7-1a1a-446a-8bde-0372d68ada3e req-61eb63ac-04f1-4cee-8311-80f00f662411 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb9f1571-aa6d-43fe-a22d-0d0ac84f7907&id=b9ef8276-57c4-428e-b639-a4eb9f8806d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1121006 Nov 22 10:39:50.408868 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6ea2251a-6dbc-4bef-94cd-f4f0a87753e5 req-62025620-1a7b-4e32-9697-6bedad04f53c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425370 Nov 22 10:39:50.471728 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2251a-6dbc-4bef-94cd-f4f0a87753e5 req-aed2c958-79c3-4962-b82c-aa8add652593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:50.473458 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6ea2251a-6dbc-4bef-94cd-f4f0a87753e5 req-aed2c958-79c3-4962-b82c-aa8add652593 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ea3b1b45ca144f90b1c89acf24e22074&device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 1098 time: 0.0431879 Nov 22 10:39:50.596499 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2251a-6dbc-4bef-94cd-f4f0a87753e5 req-a4e413be-b8ff-4221-b8e0-cc8daabb8493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:50.598131 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6ea2251a-6dbc-4bef-94cd-f4f0a87753e5 req-a4e413be-b8ff-4221-b8e0-cc8daabb8493 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f8081780-6619-4e5e-aa59-236a3848a084 HTTP/1.1" status: 200 len: 911 time: 0.1045387 Nov 22 10:39:50.670075 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6ea2251a-6dbc-4bef-94cd-f4f0a87753e5 req-13e648ad-2c0e-4182-82f2-f021aa053b61 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16c7e493-84ec-4f05-8c01-8c85e582654e HTTP/1.1" status: 200 len: 1001 time: 0.0641427 Nov 22 10:39:50.733017 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2251a-6dbc-4bef-94cd-f4f0a87753e5 req-c8069700-87d7-40fe-a5a0-a5a6d2261f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:50.734531 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6ea2251a-6dbc-4bef-94cd-f4f0a87753e5 req-c8069700-87d7-40fe-a5a0-a5a6d2261f69 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42224e55-d7ca-4407-9b29-fa448fd58ac4 HTTP/1.1" status: 200 len: 849 time: 0.0577929 Nov 22 10:39:50.790179 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2251a-6dbc-4bef-94cd-f4f0a87753e5 req-32729ee4-bd81-424a-8621-3ac83f0ad1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:50.791858 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6ea2251a-6dbc-4bef-94cd-f4f0a87753e5 req-32729ee4-bd81-424a-8621-3ac83f0ad1a0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f8081780-6619-4e5e-aa59-236a3848a084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0489607 Nov 22 10:39:50.885043 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6ea2251a-6dbc-4bef-94cd-f4f0a87753e5 req-8d9a5a54-d5ee-4248-a6e3-76a99a794fa1 service neutron] 10.222.0.20 "GET /v2.0/networks/f8081780-6619-4e5e-aa59-236a3848a084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847018 Nov 22 10:39:50.983544 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6ea2251a-6dbc-4bef-94cd-f4f0a87753e5 req-57f43e75-63e3-4d6c-a2d4-b3e12d66947c service neutron] 10.222.0.20 "GET /v2.0/networks/f8081780-6619-4e5e-aa59-236a3848a084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905664 Nov 22 10:39:51.111282 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 45334) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:39:51.169846 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e2a5828e-6219-4d3e-b075-f2d711fcbac2 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks [] for security_group, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:51.195636 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e2a5828e-6219-4d3e-b075-f2d711fcbac2 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:51.239276 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a05e655-9d90-40b3-a38b-d1d4a9548696 req-480a6acb-f9f6-45a3-b8f1-9bff6e333138 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:51.249703 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5a05e655-9d90-40b3-a38b-d1d4a9548696 req-480a6acb-f9f6-45a3-b8f1-9bff6e333138 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 985 time: 0.0667248 Nov 22 10:39:51.251492 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e2a5828e-6219-4d3e-b075-f2d711fcbac2 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:51.254774 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e2a5828e-6219-4d3e-b075-f2d711fcbac2 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:51.256409 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-e2a5828e-6219-4d3e-b075-f2d711fcbac2 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "DELETE /v2.0/security-groups/18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99 HTTP/1.1" status: 204 len: 168 time: 0.1437273 Nov 22 10:39:51.263637 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 45346) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:39:51.277548 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a5828e-6219-4d3e-b075-f2d711fcbac2 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:39:51.294333 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.api.v2.resource [None req-0d30a786-7bf7-4c53-810e-f8436033c956 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] show failed (client error): The resource could not be found. Nov 22 10:39:51.299782 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-0d30a786-7bf7-4c53-810e-f8436033c956 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups/18dbba4f-2ea7-4ab4-9eb4-f4e239d02c99 HTTP/1.1" status: 404 len: 347 time: 0.0304029 Nov 22 10:39:51.307356 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 45348) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:39:51.364431 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5a05e655-9d90-40b3-a38b-d1d4a9548696 req-a3adfd10-eadc-453b-ab16-7058a70246ae tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb9f1571-aa6d-43fe-a22d-0d0ac84f7907&id=b9ef8276-57c4-428e-b639-a4eb9f8806d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1152208 Nov 22 10:39:51.450961 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-3a443d22-5899-4c8e-aa97-9cc37ab2e638 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Deleting port bcad175b-e1d0-4589-8c31-092a70d9355f {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:39:51.451375 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3a443d22-5899-4c8e-aa97-9cc37ab2e638 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:51.475943 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device 1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 10:39:51.498260 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] No Port match for: 1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec {{(pid=102912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 10:39:51.498603 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device 1bc4a856-a7af-4fd0-9a06-e7cf11dae4ec not bound to the agent host hv-cinder-80403 {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 10:39:51.536754 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3a443d22-5899-4c8e-aa97-9cc37ab2e638 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:51.536971 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3a443d22-5899-4c8e-aa97-9cc37ab2e638 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:51.549379 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-3a443d22-5899-4c8e-aa97-9cc37ab2e638 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Calling delete_port for bcad175b-e1d0-4589-8c31-092a70d9355f owned by network:floatingip {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:39:51.727192 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3a443d22-5899-4c8e-aa97-9cc37ab2e638 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162187'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:51.760155 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a443d22-5899-4c8e-aa97-9cc37ab2e638 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Pushing event deleted for resources: {'Port': ['ID=bcad175b-e1d0-4589-8c31-092a70d9355f,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:39:51.820476 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3a443d22-5899-4c8e-aa97-9cc37ab2e638 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks [] for floatingip, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:51.823593 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3a443d22-5899-4c8e-aa97-9cc37ab2e638 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for floatingip, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:51.828314 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-3a443d22-5899-4c8e-aa97-9cc37ab2e638 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "DELETE /v2.0/floatingips/2cd7104d-9cfd-44d3-85f8-d246d4208a4e HTTP/1.1" status: 204 len: 168 time: 0.5197663 Nov 22 10:39:52.128306 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 45372) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:39:52.133532 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.v2.base [None req-e600884a-725b-4c35-bb10-0cc56e1dd0a3 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Request body: {'security_group': {'name': 'tempest-securitygroup--631611765', 'description': 'tempest-description--1288874118'}} {{(pid=102910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:39:52.162916 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e600884a-725b-4c35-bb10-0cc56e1dd0a3 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:52.251952 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e600884a-725b-4c35-bb10-0cc56e1dd0a3 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:52.256786 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e600884a-725b-4c35-bb10-0cc56e1dd0a3 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:52.289434 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e600884a-725b-4c35-bb10-0cc56e1dd0a3 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:52.290780 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-e600884a-725b-4c35-bb10-0cc56e1dd0a3 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1610422 Nov 22 10:39:52.297173 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 45378) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:39:52.302751 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.v2.base [None req-d3dba38b-da1a-4685-bd2b-a49ac267d081 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Request body: {'security_group_rule': {'security_group_id': 'fc37a28d-3ede-4eca-8048-ef0cccb4e2a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:39:52.309417 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e600884a-725b-4c35-bb10-0cc56e1dd0a3 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc37a28d-3ede-4eca-8048-ef0cccb4e2a3,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:39:52.344775 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d3dba38b-da1a-4685-bd2b-a49ac267d081 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:52.419196 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d3dba38b-da1a-4685-bd2b-a49ac267d081 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:52.425706 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d3dba38b-da1a-4685-bd2b-a49ac267d081 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970650'] for security_group_rule, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:52.446818 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dba38b-da1a-4685-bd2b-a49ac267d081 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2041967f-7abf-4cd0-92d3-f5d5533c5346,revision_number=0']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:39:52.456352 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d3dba38b-da1a-4685-bd2b-a49ac267d081 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:52.460128 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-d3dba38b-da1a-4685-bd2b-a49ac267d081 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1593447 Nov 22 10:39:52.460343 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 45384) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:39:52.465308 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.v2.base [None req-a6197804-9ec9-4330-b40d-e93c939d6e53 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Request body: {'security_group_rule': {'security_group_id': 'fc37a28d-3ede-4eca-8048-ef0cccb4e2a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:39:52.469881 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ffd4a-adda-496f-8125-d0ff1a8afcf4 req-6cfd7f3f-87a5-4adf-9fbc-9fe4f9a02aea tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:52.471489 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-794ffd4a-adda-496f-8125-d0ff1a8afcf4 req-6cfd7f3f-87a5-4adf-9fbc-9fe4f9a02aea tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 945 time: 0.0922353 Nov 22 10:39:52.504424 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a6197804-9ec9-4330-b40d-e93c939d6e53 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:52.540201 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd063ebe-7e36-4cc3-9383-81f28580c340 req-e29af54f-c45a-4655-b1d5-c852804ef9ca tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:52.542218 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bd063ebe-7e36-4cc3-9383-81f28580c340 req-e29af54f-c45a-4655-b1d5-c852804ef9ca tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 985 time: 0.0894668 Nov 22 10:39:52.565629 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-794ffd4a-adda-496f-8125-d0ff1a8afcf4 req-4631b44d-cace-4107-9be4-60ffbeea9a46 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf58da-bfeb-4d08-b545-68fed93dbb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751052 Nov 22 10:39:52.566240 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a6197804-9ec9-4330-b40d-e93c939d6e53 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:52.573069 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a6197804-9ec9-4330-b40d-e93c939d6e53 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970650'] for security_group_rule, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:52.596857 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6197804-9ec9-4330-b40d-e93c939d6e53 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05fbf556-3eff-4d70-99ec-68e07d3981cf,revision_number=0']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:39:52.607034 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a6197804-9ec9-4330-b40d-e93c939d6e53 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:52.608346 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-a6197804-9ec9-4330-b40d-e93c939d6e53 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1470168 Nov 22 10:39:52.611836 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 45386) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:39:52.616622 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.v2.base [None req-63cf9f1f-33e4-40bb-8cd0-67178fcd1f9a tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Request body: {'floatingip': {'floating_network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28'}} {{(pid=102910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:39:52.627796 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bd063ebe-7e36-4cc3-9383-81f28580c340 req-4b497e66-b15a-4d55-b4bb-698badc95f99 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb9f1571-aa6d-43fe-a22d-0d0ac84f7907&id=b9ef8276-57c4-428e-b639-a4eb9f8806d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0765607 Nov 22 10:39:52.641357 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-63cf9f1f-33e4-40bb-8cd0-67178fcd1f9a tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks [] for floatingip, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:52.759424 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-63cf9f1f-33e4-40bb-8cd0-67178fcd1f9a tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:52.872651 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-63cf9f1f-33e4-40bb-8cd0-67178fcd1f9a tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Allocated IP 172.27.0.196 (e6af0ad0-9fc1-4d6f-8919-77652c0c2a28/df63829c-39ab-4507-b346-4c3fdb4717de/6364dc03-a905-4d41-bede-aa5a7480b9bd) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 10:39:52.972090 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-63cf9f1f-33e4-40bb-8cd0-67178fcd1f9a tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:53.009680 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-63cf9f1f-33e4-40bb-8cd0-67178fcd1f9a tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749315246228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162187'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:53.049764 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cf9f1f-33e4-40bb-8cd0-67178fcd1f9a tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Network e6af0ad0-9fc1-4d6f-8919-77652c0c2a28 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:39:53.052731 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-63cf9f1f-33e4-40bb-8cd0-67178fcd1f9a tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:39:53.055132 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cf9f1f-33e4-40bb-8cd0-67178fcd1f9a tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 10:39:53.082161 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cf9f1f-33e4-40bb-8cd0-67178fcd1f9a tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Pushing event updated for resources: {'Port': ['ID=6364dc03-a905-4d41-bede-aa5a7480b9bd,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:39:53.152065 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-63cf9f1f-33e4-40bb-8cd0-67178fcd1f9a tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:53.187260 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-63cf9f1f-33e4-40bb-8cd0-67178fcd1f9a tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:53.344947 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-63cf9f1f-33e4-40bb-8cd0-67178fcd1f9a tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:53.350944 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-63cf9f1f-33e4-40bb-8cd0-67178fcd1f9a tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1162204'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:53.418383 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cf9f1f-33e4-40bb-8cd0-67178fcd1f9a tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Pushing event updated for resources: {'Port': ['ID=6364dc03-a905-4d41-bede-aa5a7480b9bd,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:39:53.430321 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-63cf9f1f-33e4-40bb-8cd0-67178fcd1f9a tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030162'] for floatingip, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:53.446974 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-63cf9f1f-33e4-40bb-8cd0-67178fcd1f9a tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for floatingip, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:53.448514 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-63cf9f1f-33e4-40bb-8cd0-67178fcd1f9a tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8353877 Nov 22 10:39:53.610699 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1672677f-32b0-41ae-bd98-990167099642 req-ac305209-06c7-462e-81df-3a8ebb35db42 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--631611765&fields=id&tenant_id=f2a799df19ef409eb8975d5f05fa1c01 HTTP/1.1" status: 200 len: 267 time: 0.0502832 Nov 22 10:39:53.749239 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac9eab-bb79-41e8-a62f-cf1ccb0124d4 req-8a1e6c66-1d52-41b5-bc94-6c1e269204e6 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:53.750826 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-11ac9eab-bb79-41e8-a62f-cf1ccb0124d4 req-8a1e6c66-1d52-41b5-bc94-6c1e269204e6 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 945 time: 0.1057577 Nov 22 10:39:53.774203 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1672677f-32b0-41ae-bd98-990167099642 req-b735385b-c404-48b5-85f8-76c0d9bea5a6 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:53.775988 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1672677f-32b0-41ae-bd98-990167099642 req-b735385b-c404-48b5-85f8-76c0d9bea5a6 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/networks?id=e114790e-2c2f-46a4-8dd6-49197de38f16 HTTP/1.1" status: 200 len: 814 time: 0.1563728 Nov 22 10:39:53.805030 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1672677f-32b0-41ae-bd98-990167099642 req-5e2c4283-28cc-4826-98d7-d0a34b74b9c0 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/quotas/f2a799df19ef409eb8975d5f05fa1c01 HTTP/1.1" status: 200 len: 375 time: 0.0214899 Nov 22 10:39:53.853276 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-11ac9eab-bb79-41e8-a62f-cf1ccb0124d4 req-49242c28-e612-42be-8bf2-fd7b174360e1 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf58da-bfeb-4d08-b545-68fed93dbb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942712 Nov 22 10:39:53.876789 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1672677f-32b0-41ae-bd98-990167099642 req-abfc8503-daa1-47ff-bc01-e849a03ef55b tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f2a799df19ef409eb8975d5f05fa1c01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611255 Nov 22 10:39:53.935016 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 45426) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:39:54.031458 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3166d1-9d13-4ff6-85d9-079ed48e6040 req-c9553f2d-a2a2-4fdc-93eb-42a6715c6a64 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:54.033236 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-cb3166d1-9d13-4ff6-85d9-079ed48e6040 req-c9553f2d-a2a2-4fdc-93eb-42a6715c6a64 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 985 time: 0.0925159 Nov 22 10:39:54.035941 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1672677f-32b0-41ae-bd98-990167099642 req-26c94958-19e0-4825-a1cd-8928aa952755 service neutron] 10.222.0.46 "GET /v2.0/networks/e114790e-2c2f-46a4-8dd6-49197de38f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450849 Nov 22 10:39:54.078507 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1d98bd0d-b932-453f-8746-f28ad8f9edb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:54.160320 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1d98bd0d-b932-453f-8746-f28ad8f9edb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:54.161068 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-cb3166d1-9d13-4ff6-85d9-079ed48e6040 req-7bf93357-4ef6-4f0d-b134-1e4a0b4c221e tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb9f1571-aa6d-43fe-a22d-0d0ac84f7907&id=b9ef8276-57c4-428e-b639-a4eb9f8806d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1201420 Nov 22 10:39:54.166351 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1d98bd0d-b932-453f-8746-f28ad8f9edb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:54.187454 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1672677f-32b0-41ae-bd98-990167099642 req-9982140a-fefb-4dea-8aca-e7076300452f service neutron] 10.222.0.46 "GET /v2.0/networks/e114790e-2c2f-46a4-8dd6-49197de38f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311822 Nov 22 10:39:54.192960 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-1d98bd0d-b932-453f-8746-f28ad8f9edb1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=62ee37b32c22435e805b1c41a4edfb54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2565334 Nov 22 10:39:54.195923 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 45432) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:39:54.214827 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98bd0d-b932-453f-8746-f28ad8f9edb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c95c05c-c8ac-4df9-8509-00a8604bdf2e,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:39:54.261563 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f0cf31c7-ac66-442c-bbd3-9041d59e5139 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:54.284382 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f0cf31c7-ac66-442c-bbd3-9041d59e5139 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:54.359951 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b9c19916-0790-4225-a3c2-9a5b5f9982e4 req-506858ef-b865-4ae1-b1a7-1cb62b38c406 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 210 time: 0.0302796 Nov 22 10:39:54.360683 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f0cf31c7-ac66-442c-bbd3-9041d59e5139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:54.363295 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f0cf31c7-ac66-442c-bbd3-9041d59e5139 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:54.364386 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-f0cf31c7-ac66-442c-bbd3-9041d59e5139 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1c95c05c-c8ac-4df9-8509-00a8604bdf2e HTTP/1.1" status: 204 len: 168 time: 0.1667330 Nov 22 10:39:54.373428 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cf31c7-ac66-442c-bbd3-9041d59e5139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c95c05c-c8ac-4df9-8509-00a8604bdf2e,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:39:54.667953 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-a3d650e1-463b-46c2-af49-d5f25f866511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:54.671912 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 45448) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:39:54.686033 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8052263d-af06-4929-b4ce-b41500e41b35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:54.766433 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8052263d-af06-4929-b4ce-b41500e41b35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:54.771201 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8052263d-af06-4929-b4ce-b41500e41b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:54.820923 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-8052263d-af06-4929-b4ce-b41500e41b35 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c473197087a449dbb64a0d95061c1d94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1475158 Nov 22 10:39:54.822846 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8052263d-af06-4929-b4ce-b41500e41b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66eb16f-2ff0-4657-aeac-29e61fc233dc,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:39:54.824229 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 45452) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:39:54.887905 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9f4deb08-54ca-4aa3-b46c-a3c7725d43b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:54.921748 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9f4deb08-54ca-4aa3-b46c-a3c7725d43b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:54.974082 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9f4deb08-54ca-4aa3-b46c-a3c7725d43b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:54.977503 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9f4deb08-54ca-4aa3-b46c-a3c7725d43b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:54.978873 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-9f4deb08-54ca-4aa3-b46c-a3c7725d43b7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d66eb16f-2ff0-4657-aeac-29e61fc233dc HTTP/1.1" status: 204 len: 168 time: 0.1521716 Nov 22 10:39:54.987527 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4deb08-54ca-4aa3-b46c-a3c7725d43b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66eb16f-2ff0-4657-aeac-29e61fc233dc,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:39:55.007058 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dfb359-affd-486d-83cd-05bd32bafd04 req-3fe5382c-d5ac-4d38-9a12-06b6763ae444 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:55.009822 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e5dfb359-affd-486d-83cd-05bd32bafd04 req-3fe5382c-d5ac-4d38-9a12-06b6763ae444 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 945 time: 0.0720601 Nov 22 10:39:55.065632 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e5dfb359-affd-486d-83cd-05bd32bafd04 req-a9cc3d08-486d-4a8a-abc4-536ee3e7b0d7 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf58da-bfeb-4d08-b545-68fed93dbb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481079 Nov 22 10:39:55.288830 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f919d-c2dd-4e68-87eb-4eaf2ef611f5 req-11c04c65-6fe7-48b1-852b-b67e0cae672c tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:55.290723 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-836f919d-c2dd-4e68-87eb-4eaf2ef611f5 req-11c04c65-6fe7-48b1-852b-b67e0cae672c tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 985 time: 0.0533707 Nov 22 10:39:55.357278 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-836f919d-c2dd-4e68-87eb-4eaf2ef611f5 req-596d1aa4-8cc8-4f87-ac5f-d4cf75b5894b tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb9f1571-aa6d-43fe-a22d-0d0ac84f7907&id=b9ef8276-57c4-428e-b639-a4eb9f8806d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0590539 Nov 22 10:39:55.360397 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 45464) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:39:55.374353 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b802d5b5-6391-4345-b0a7-62bc32c3c1b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:55.465478 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b802d5b5-6391-4345-b0a7-62bc32c3c1b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:55.470247 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-218102a5-3083-4f1a-bd37-b09982e98169 req-6d1c31e0-0f94-4188-9729-ff466fa6e913 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 210 time: 0.0346448 Nov 22 10:39:55.472155 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b802d5b5-6391-4345-b0a7-62bc32c3c1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:55.515575 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-b802d5b5-6391-4345-b0a7-62bc32c3c1b2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ced2b9c9a0974562aea866d48d3269f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1539776 Nov 22 10:39:55.516542 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b802d5b5-6391-4345-b0a7-62bc32c3c1b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de46cd5-fd31-454f-b7b5-24bc41da7044,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:39:55.518629 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 45468) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:39:55.572619 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ed303c2e-7cce-40a3-8a1d-5256e83635bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:55.594732 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ed303c2e-7cce-40a3-8a1d-5256e83635bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:55.649513 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ed303c2e-7cce-40a3-8a1d-5256e83635bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:55.652340 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ed303c2e-7cce-40a3-8a1d-5256e83635bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:55.653597 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-ed303c2e-7cce-40a3-8a1d-5256e83635bc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5de46cd5-fd31-454f-b7b5-24bc41da7044 HTTP/1.1" status: 204 len: 168 time: 0.1338823 Nov 22 10:39:55.662236 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed303c2e-7cce-40a3-8a1d-5256e83635bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de46cd5-fd31-454f-b7b5-24bc41da7044,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:39:56.191849 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d154ad5-c9be-4186-9f7a-f31b2f84f0b4 req-fe8a4a73-c1e7-43fb-992b-8b7469c94697 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:56.193404 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6d154ad5-c9be-4186-9f7a-f31b2f84f0b4 req-fe8a4a73-c1e7-43fb-992b-8b7469c94697 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 945 time: 0.0544870 Nov 22 10:39:56.245782 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6d154ad5-c9be-4186-9f7a-f31b2f84f0b4 req-f4108bec-b8a9-44ba-87bc-0495bd6b68d0 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf58da-bfeb-4d08-b545-68fed93dbb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454049 Nov 22 10:39:56.479844 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852384a-56f6-46d3-add4-a0aa9dd367cc req-5926d86e-aa83-4f66-94e7-6e4266f562f1 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:56.482088 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c852384a-56f6-46d3-add4-a0aa9dd367cc req-5926d86e-aa83-4f66-94e7-6e4266f562f1 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 985 time: 0.0547929 Nov 22 10:39:56.552414 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c852384a-56f6-46d3-add4-a0aa9dd367cc req-a6e271d4-1cea-49ae-9bc5-64db412852f2 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb9f1571-aa6d-43fe-a22d-0d0ac84f7907&id=b9ef8276-57c4-428e-b639-a4eb9f8806d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0646725 Nov 22 10:39:56.589822 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c9510b31-b49f-44f7-b5bf-a2072689b76f req-3a4bff49-f7ac-418e-ac6c-44b17d517627 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 210 time: 0.0305746 Nov 22 10:39:56.996319 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-80327655-b336-4c48-8e3f-c8e42941bf5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:57.304254 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a0721-41e0-487e-a817-1edd8a60d879 req-5f1a18d8-f785-4b48-a87d-d3adc178de12 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:57.305898 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3d8a0721-41e0-487e-a817-1edd8a60d879 req-5f1a18d8-f785-4b48-a87d-d3adc178de12 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.20 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 945 time: 0.0566099 Nov 22 10:39:57.424125 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2aefe4-2263-44be-b27e-2221a38cab31 req-8a9b024c-3909-495c-b068-068ea4562437 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:57.425660 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fe2aefe4-2263-44be-b27e-2221a38cab31 req-8a9b024c-3909-495c-b068-068ea4562437 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 945 time: 0.1033599 Nov 22 10:39:57.461357 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-3d8a0721-41e0-487e-a817-1edd8a60d879 req-e03b8c23-dfcf-45e5-8452-b134b2d4492a tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Deleting port 16c7e493-84ec-4f05-8c01-8c85e582654e {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:39:57.461698 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-3d8a0721-41e0-487e-a817-1edd8a60d879 req-e03b8c23-dfcf-45e5-8452-b134b2d4492a tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:57.541886 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fe2aefe4-2263-44be-b27e-2221a38cab31 req-09b96388-1f6c-4c78-8a68-2fdc6e576992 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf58da-bfeb-4d08-b545-68fed93dbb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029150 Nov 22 10:39:57.586142 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-3d8a0721-41e0-487e-a817-1edd8a60d879 req-e03b8c23-dfcf-45e5-8452-b134b2d4492a tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] For port 16c7e493-84ec-4f05-8c01-8c85e582654e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=16c7e493-84ec-4f05-8c01-8c85e582654e,segment=NetworkSegment(a89922f2-694e-41b6-9361-4a293f55702b),segment_id=a89922f2-694e-41b6-9361-4a293f55702b)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:39:57.586766 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-3d8a0721-41e0-487e-a817-1edd8a60d879 req-e03b8c23-dfcf-45e5-8452-b134b2d4492a tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:57.746231 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c89a0619-b36c-478a-ad3d-4e1d47c80a1e req-63c1011c-8bfd-44f4-8746-995eb691d54d tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 210 time: 0.0388920 Nov 22 10:39:57.927951 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b7d9c3-9111-4c00-bcda-976369d9de27 req-4decee6b-d955-4d2f-a7cd-51c633af37e3 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:57.929582 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-51b7d9c3-9111-4c00-bcda-976369d9de27 req-4decee6b-d955-4d2f-a7cd-51c633af37e3 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 985 time: 0.1932437 Nov 22 10:39:57.976277 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1672677f-32b0-41ae-bd98-990167099642 req-03c47115-a390-4e1f-9059-4fd79e76f83d tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:57.977733 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1672677f-32b0-41ae-bd98-990167099642 req-03c47115-a390-4e1f-9059-4fd79e76f83d tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.20 "GET /v2.0/networks?id=e114790e-2c2f-46a4-8dd6-49197de38f16 HTTP/1.1" status: 200 len: 814 time: 0.2357373 Nov 22 10:39:57.980506 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-3d8a0721-41e0-487e-a817-1edd8a60d879 req-e03b8c23-dfcf-45e5-8452-b134b2d4492a tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:57.981049 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-3d8a0721-41e0-487e-a817-1edd8a60d879 req-e03b8c23-dfcf-45e5-8452-b134b2d4492a tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030162'] for floatingip, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:57.981049 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.db.l3_db [req-3d8a0721-41e0-487e-a817-1edd8a60d879 req-e03b8c23-dfcf-45e5-8452-b134b2d4492a tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Floating IP dc11de56-6b1b-4fa6-9ae5-61d292560327 disassociated. External IP: 172.27.0.129, port: 16c7e493-84ec-4f05-8c01-8c85e582654e. Nov 22 10:39:57.981327 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-3d8a0721-41e0-487e-a817-1edd8a60d879 req-e03b8c23-dfcf-45e5-8452-b134b2d4492a tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Calling delete_port for 16c7e493-84ec-4f05-8c01-8c85e582654e owned by compute:nova {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:39:58.061247 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0c934117-efa3-4f33-917a-019854f2ef65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:58.091161 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-51b7d9c3-9111-4c00-bcda-976369d9de27 req-f262a904-efbe-486a-98ef-516fd983c441 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb9f1571-aa6d-43fe-a22d-0d0ac84f7907&id=b9ef8276-57c4-428e-b639-a4eb9f8806d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1532545 Nov 22 10:39:58.133007 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1672677f-32b0-41ae-bd98-990167099642 req-1c48982b-305e-4150-bd79-372f65d51c1a tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2a799df19ef409eb8975d5f05fa1c01 HTTP/1.1" status: 200 len: 379 time: 0.1445444 Nov 22 10:39:58.146771 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-1672677f-32b0-41ae-bd98-990167099642 req-4d056e16-6fa3-4afe-8c4a-221935668c7c tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Request body: {'port': {'device_id': '2fc31878-b3c3-4d79-a38b-db8424acb20b', 'network_id': 'e114790e-2c2f-46a4-8dd6-49197de38f16', 'admin_state_up': True, 'tenant_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'security_groups': ['fc37a28d-3ede-4eca-8048-ef0cccb4e2a3']}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:39:58.520310 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-3d8a0721-41e0-487e-a817-1edd8a60d879 req-e03b8c23-dfcf-45e5-8452-b134b2d4492a tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11987816'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:58.558784 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03b8c23-dfcf-45e5-8452-b134b2d4492a tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Pushing event deleted for resources: {'Port': ['ID=16c7e493-84ec-4f05-8c01-8c85e582654e,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:39:58.611707 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1672677f-32b0-41ae-bd98-990167099642 req-4d056e16-6fa3-4afe-8c4a-221935668c7c tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Made reservation on behalf of f2a799df19ef409eb8975d5f05fa1c01 for: {'port': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 10:39:58.615753 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-1672677f-32b0-41ae-bd98-990167099642 req-4d056e16-6fa3-4afe-8c4a-221935668c7c tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:58.716279 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1802aa4a-b247-4722-b017-7aafe3804a93 req-261eaa3a-4858-45aa-8d7a-1607a11621fd tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 210 time: 0.0785875 Nov 22 10:39:58.796766 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d8a0721-41e0-487e-a817-1edd8a60d879 req-e03b8c23-dfcf-45e5-8452-b134b2d4492a tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Router c3b5e53f-7b2e-43de-8199-cbce758bd5c5 has already been hosted by L3 agent fa3112ac-4a6e-40b6-a491-552ca746a833 {{(pid=102911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 10:39:58.871355 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-abe70b68-8e18-4097-9114-761ac1eb33ae req-69b5029e-75ae-4c83-8b7a-0600f54feb3e tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 210 time: 0.0400014 Nov 22 10:39:58.925909 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [req-1672677f-32b0-41ae-bd98-990167099642 req-4d056e16-6fa3-4afe-8c4a-221935668c7c tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Allocated IP 172.20.0.14 (e114790e-2c2f-46a4-8dd6-49197de38f16/c4f21e7d-d84a-4ede-b812-0052f7303231/c090109f-0e04-44ab-9893-ad1a3bcccd12) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 10:39:59.025054 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d8a0721-41e0-487e-a817-1edd8a60d879 req-e03b8c23-dfcf-45e5-8452-b134b2d4492a tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Notify agent at l3_agent.dv-cinder-804035-13-iscsi the message routers_updated {{(pid=102911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 10:39:59.038894 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773b06a6-c5be-49a8-b87f-194d8d829a21 None None] Sync routers for ids ['c3b5e53f-7b2e-43de-8199-cbce758bd5c5'] in dv-cinder-804035-13-iscsi {{(pid=102912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 10:39:59.052756 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773b06a6-c5be-49a8-b87f-194d8d829a21 None None] Routers {'c3b5e53f-7b2e-43de-8199-cbce758bd5c5'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:39:59.054217 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-773b06a6-c5be-49a8-b87f-194d8d829a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:39:57Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['c3b5e53f-7b2e-43de-8199-cbce758bd5c5'], 'active': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:39:59.117129 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d8a0721-41e0-487e-a817-1edd8a60d879 req-e03b8c23-dfcf-45e5-8452-b134b2d4492a tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] No DVR routers for this DVR port 16c7e493-84ec-4f05-8c01-8c85e582654e on host hv-cinder-80403 {{(pid=102911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 10:39:59.119507 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-3d8a0721-41e0-487e-a817-1edd8a60d879 req-e03b8c23-dfcf-45e5-8452-b134b2d4492a tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:59.123184 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3d8a0721-41e0-487e-a817-1edd8a60d879 req-e03b8c23-dfcf-45e5-8452-b134b2d4492a tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.20 "DELETE /v2.0/ports/16c7e493-84ec-4f05-8c01-8c85e582654e HTTP/1.1" status: 204 len: 173 time: 1.8076437 Nov 22 10:39:59.126285 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '516b0499-a733-410c-9a0c-6e98ff43aba0', 'name': 'network-vif-deleted', 'tag': '16c7e493-84ec-4f05-8c01-8c85e582654e'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:39:59.128254 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5429d6209f9db75179b029b02f265116e5db13468d9d60e00895472a7fa8ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd28ad8-d333-4502-9a72-6c713f3e6a03" -d '{"events": [{"server_uuid": "516b0499-a733-410c-9a0c-6e98ff43aba0", "name": "network-vif-deleted", "tag": "16c7e493-84ec-4f05-8c01-8c85e582654e"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:39:59.180398 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvr_db [None req-773b06a6-c5be-49a8-b87f-194d8d829a21 None None] Set router c3b5e53f-7b2e-43de-8199-cbce758bd5c5 gateway port host: dv-cinder-804035-13-iscsi {{(pid=102912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:39:59.185406 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 10:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551ded87-39d5-476e-91e4-6d36e927ac0d x-openstack-request-id: req-551ded87-39d5-476e-91e4-6d36e927ac0d {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:39:59.185761 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "516b0499-a733-410c-9a0c-6e98ff43aba0", "name": "network-vif-deleted", "tag": "16c7e493-84ec-4f05-8c01-8c85e582654e", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:39:59.186118 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-551ded87-39d5-476e-91e4-6d36e927ac0d {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:39:59.186650 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '516b0499-a733-410c-9a0c-6e98ff43aba0', 'name': 'network-vif-deleted', 'tag': '16c7e493-84ec-4f05-8c01-8c85e582654e', 'status': 'completed', 'code': 200} Nov 22 10:39:59.255151 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-1672677f-32b0-41ae-bd98-990167099642 req-4d056e16-6fa3-4afe-8c4a-221935668c7c tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:59.271006 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a2f68-516f-4b43-a547-7ab2efd945ec req-ad9e10d9-df6c-45bf-9b76-3cf5cded258f tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:59.272805 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bb1a2f68-516f-4b43-a547-7ab2efd945ec req-ad9e10d9-df6c-45bf-9b76-3cf5cded258f tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 985 time: 0.1035309 Nov 22 10:39:59.351064 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-1672677f-32b0-41ae-bd98-990167099642 req-4d056e16-6fa3-4afe-8c4a-221935668c7c tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749315246228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11987816'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:59.369717 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bb1a2f68-516f-4b43-a547-7ab2efd945ec req-fc751312-5f28-4001-8ec9-a4fc3dce46f5 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb9f1571-aa6d-43fe-a22d-0d0ac84f7907&id=b9ef8276-57c4-428e-b639-a4eb9f8806d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0900047 Nov 22 10:39:59.396675 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-773b06a6-c5be-49a8-b87f-194d8d829a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b5e53f-7b2e-43de-8199-cbce758bd5c5', 'name': 'tempest-AttachVolumeTestJSON-382854439-router', 'tenant_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '4a8c2585-4e06-4b93-9f13-77f9c53a0328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:34:41Z', 'updated_at': '2021-11-22T10:34:54Z', 'revision_number': 4, 'project_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'gw_port': {'id': '4a8c2585-4e06-4b93-9f13-77f9c53a0328', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:15:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b5e53f-7b2e-43de-8199-cbce758bd5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:43Z', 'updated_at': '2021-11-22T10:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_interfaces': [{'id': 'ec6d911a-cbb3-43e2-85ea-c3d26a101f74', 'name': '', 'network_id': 'f8081780-6619-4e5e-aa59-236a3848a084', 'tenant_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'mac_address': 'fa:16:3e:cd:43:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b5e53f-7b2e-43de-8199-cbce758bd5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '42224e55-d7ca-4407-9b29-fa448fd58ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:49Z', 'updated_at': '2021-11-22T10:35:07Z', 'revision_number': 5, 'project_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'subnets': [{'id': '42224e55-d7ca-4407-9b29-fa448fd58ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:39:59.400508 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1672677f-32b0-41ae-bd98-990167099642 req-4d056e16-6fa3-4afe-8c4a-221935668c7c tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Network e114790e-2c2f-46a4-8dd6-49197de38f16 is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:39:59.403639 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [req-1672677f-32b0-41ae-bd98-990167099642 req-4d056e16-6fa3-4afe-8c4a-221935668c7c tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:39:59.406265 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-1672677f-32b0-41ae-bd98-990167099642 req-4d056e16-6fa3-4afe-8c4a-221935668c7c tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 10:39:59.428231 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773b06a6-c5be-49a8-b87f-194d8d829a21 None None] Checking router: c3b5e53f-7b2e-43de-8199-cbce758bd5c5 for host: dv-cinder-804035-13-iscsi {{(pid=102912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 10:39:59.438905 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773b06a6-c5be-49a8-b87f-194d8d829a21 None None] Routers {'c3b5e53f-7b2e-43de-8199-cbce758bd5c5'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:39:59.439558 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-773b06a6-c5be-49a8-b87f-194d8d829a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:39:57Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['c3b5e53f-7b2e-43de-8199-cbce758bd5c5'], 'active': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:39:59.441673 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d056e16-6fa3-4afe-8c4a-221935668c7c tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Pushing event updated for resources: {'Port': ['ID=c090109f-0e04-44ab-9893-ad1a3bcccd12,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:39:59.468780 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1672677f-32b0-41ae-bd98-990167099642 req-4d056e16-6fa3-4afe-8c4a-221935668c7c tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:39:59.469874 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-1672677f-32b0-41ae-bd98-990167099642 req-4d056e16-6fa3-4afe-8c4a-221935668c7c tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:59.489178 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1672677f-32b0-41ae-bd98-990167099642 req-4d056e16-6fa3-4afe-8c4a-221935668c7c tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3468297 Nov 22 10:39:59.571810 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvr_db [None req-773b06a6-c5be-49a8-b87f-194d8d829a21 None None] Set router c3b5e53f-7b2e-43de-8199-cbce758bd5c5 gateway port host: dv-cinder-804035-13-iscsi {{(pid=102912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:39:59.716122 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-c68624ec-9677-4893-bffb-ea3ea1788885 None None] Provisioning complete for port c090109f-0e04-44ab-9893-ad1a3bcccd12 triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:39:59.716490 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-c68624ec-9677-4893-bffb-ea3ea1788885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:59.833411 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-37be647a-4f22-4796-a1a9-5af33793ac3a req-ca23261f-a9c7-4018-89c1-37962d5440e6 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 210 time: 0.0326457 Nov 22 10:39:59.908537 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e21c8dd6-a119-43bc-9b42-7d87f9168fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:39:59.909153 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-c68624ec-9677-4893-bffb-ea3ea1788885 None None] Port c090109f-0e04-44ab-9893-ad1a3bcccd12 cannot update to ACTIVE because it is not bound. {{(pid=102912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 10:39:59.960909 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-773b06a6-c5be-49a8-b87f-194d8d829a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b5e53f-7b2e-43de-8199-cbce758bd5c5', 'name': 'tempest-AttachVolumeTestJSON-382854439-router', 'tenant_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '4a8c2585-4e06-4b93-9f13-77f9c53a0328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:34:41Z', 'updated_at': '2021-11-22T10:34:54Z', 'revision_number': 4, 'project_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'gw_port': {'id': '4a8c2585-4e06-4b93-9f13-77f9c53a0328', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:15:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b5e53f-7b2e-43de-8199-cbce758bd5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:43Z', 'updated_at': '2021-11-22T10:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_interfaces': [{'id': 'ec6d911a-cbb3-43e2-85ea-c3d26a101f74', 'name': '', 'network_id': 'f8081780-6619-4e5e-aa59-236a3848a084', 'tenant_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'mac_address': 'fa:16:3e:cd:43:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b5e53f-7b2e-43de-8199-cbce758bd5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '42224e55-d7ca-4407-9b29-fa448fd58ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:49Z', 'updated_at': '2021-11-22T10:35:07Z', 'revision_number': 5, 'project_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'subnets': [{'id': '42224e55-d7ca-4407-9b29-fa448fd58ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:39:59.992325 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773b06a6-c5be-49a8-b87f-194d8d829a21 None None] The sync data for ids ['c3b5e53f-7b2e-43de-8199-cbce758bd5c5'] in dv-cinder-804035-13-iscsi is: [{'id': 'c3b5e53f-7b2e-43de-8199-cbce758bd5c5', 'name': 'tempest-AttachVolumeTestJSON-382854439-router', 'tenant_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '4a8c2585-4e06-4b93-9f13-77f9c53a0328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:34:41Z', 'updated_at': '2021-11-22T10:34:54Z', 'revision_number': 4, 'project_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'gw_port': {'id': '4a8c2585-4e06-4b93-9f13-77f9c53a0328', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:15:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b5e53f-7b2e-43de-8199-cbce758bd5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:43Z', 'updated_at': '2021-11-22T10:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_interfaces': [{'id': 'ec6d911a-cbb3-43e2-85ea-c3d26a101f74', 'name': '', 'network_id': 'f8081780-6619-4e5e-aa59-236a3848a084', 'tenant_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'mac_address': 'fa:16:3e:cd:43:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b5e53f-7b2e-43de-8199-cbce758bd5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '42224e55-d7ca-4407-9b29-fa448fd58ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:49Z', 'updated_at': '2021-11-22T10:35:07Z', 'revision_number': 5, 'project_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'subnets': [{'id': '42224e55-d7ca-4407-9b29-fa448fd58ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 10:40:00.011134 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10753a-fb7e-4b12-b3ad-9f39438df74d req-19bac3df-ae5e-439f-bc02-69dfbe29b59f tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:00.012729 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ca10753a-fb7e-4b12-b3ad-9f39438df74d req-19bac3df-ae5e-439f-bc02-69dfbe29b59f tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 932 time: 0.0556421 Nov 22 10:40:00.084355 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ca10753a-fb7e-4b12-b3ad-9f39438df74d req-2108c56c-bfd5-41a5-ae6c-e941227ac5b3 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc37a28d-3ede-4eca-8048-ef0cccb4e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628114 Nov 22 10:40:00.256918 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5c2fad-34a1-4626-9b63-dad231f7eaa4 None None] New status for floating IP dc11de56-6b1b-4fa6-9ae5-61d292560327: DOWN {{(pid=102913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 10:40:00.794878 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:00.946108 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-093253d0-82a9-4daa-b8b2-77e4f75157ff req-652eb3d2-11cd-4d16-b64b-55c3ee0dfc26 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=516b0499-a733-410c-9a0c-6e98ff43aba0 HTTP/1.1" status: 200 len: 210 time: 0.0280647 Nov 22 10:40:01.222592 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b975e-301c-4c0e-8e60-52e9dab7c2c6 req-d0d05a56-ccec-482f-9a8b-4a5b4e905d91 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:01.224241 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-206b975e-301c-4c0e-8e60-52e9dab7c2c6 req-d0d05a56-ccec-482f-9a8b-4a5b4e905d91 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 932 time: 0.0618517 Nov 22 10:40:01.279869 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-206b975e-301c-4c0e-8e60-52e9dab7c2c6 req-74b37ec9-4413-4f41-9af1-a8f95e7061b0 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc37a28d-3ede-4eca-8048-ef0cccb4e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486689 Nov 22 10:40:01.487881 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-1672677f-32b0-41ae-bd98-990167099642 req-c521b25a-4f09-4914-9a48-a88e0e84061c service neutron] Request body: {'port': {'device_id': '2fc31878-b3c3-4d79-a38b-db8424acb20b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:40:01.545216 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-1672677f-32b0-41ae-bd98-990167099642 req-c521b25a-4f09-4914-9a48-a88e0e84061c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:01.881256 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [req-1672677f-32b0-41ae-bd98-990167099642 req-c521b25a-4f09-4914-9a48-a88e0e84061c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c090109f-0e04-44ab-9893-ad1a3bcccd12 {{(pid=102911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 10:40:01.889834 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-1672677f-32b0-41ae-bd98-990167099642 req-c521b25a-4f09-4914-9a48-a88e0e84061c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:01.905485 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.provisioning_blocks [req-1672677f-32b0-41ae-bd98-990167099642 req-c521b25a-4f09-4914-9a48-a88e0e84061c service neutron] Transition to ACTIVE for port object c090109f-0e04-44ab-9893-ad1a3bcccd12 will not be triggered until provisioned by entity L2. {{(pid=102911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 10:40:01.911263 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-1672677f-32b0-41ae-bd98-990167099642 req-c521b25a-4f09-4914-9a48-a88e0e84061c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11987839'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:01.973113 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c521b25a-4f09-4914-9a48-a88e0e84061c service neutron] Pushing event updated for resources: {'Port': ['ID=c090109f-0e04-44ab-9893-ad1a3bcccd12,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:40:02.017119 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c521b25a-4f09-4914-9a48-a88e0e84061c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:40:02.017478 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c521b25a-4f09-4914-9a48-a88e0e84061c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:40:02.017833 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c521b25a-4f09-4914-9a48-a88e0e84061c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:40:02.018249 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c521b25a-4f09-4914-9a48-a88e0e84061c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:40:02.018771 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c521b25a-4f09-4914-9a48-a88e0e84061c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:40:02.019110 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c521b25a-4f09-4914-9a48-a88e0e84061c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:40:02.020185 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c521b25a-4f09-4914-9a48-a88e0e84061c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:40:02.020738 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c521b25a-4f09-4914-9a48-a88e0e84061c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:40:02.021121 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c521b25a-4f09-4914-9a48-a88e0e84061c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:40:02.021481 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c521b25a-4f09-4914-9a48-a88e0e84061c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:40:02.022008 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c521b25a-4f09-4914-9a48-a88e0e84061c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:40:02.022191 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c521b25a-4f09-4914-9a48-a88e0e84061c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:40:02.045706 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 45596) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:40:02.067077 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-1672677f-32b0-41ae-bd98-990167099642 req-c521b25a-4f09-4914-9a48-a88e0e84061c service neutron] Attempting to bind port c090109f-0e04-44ab-9893-ad1a3bcccd12 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 10:40:02.067526 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-1672677f-32b0-41ae-bd98-990167099642 req-c521b25a-4f09-4914-9a48-a88e0e84061c service neutron] Attempting to bind port c090109f-0e04-44ab-9893-ad1a3bcccd12 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e114790e-2c2f-46a4-8dd6-49197de38f16'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 10:40:02.067796 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1672677f-32b0-41ae-bd98-990167099642 req-c521b25a-4f09-4914-9a48-a88e0e84061c service neutron] Attempting to bind port c090109f-0e04-44ab-9893-ad1a3bcccd12 on network e114790e-2c2f-46a4-8dd6-49197de38f16 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:40:02.072987 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1672677f-32b0-41ae-bd98-990167099642 req-c521b25a-4f09-4914-9a48-a88e0e84061c service neutron] Port c090109f-0e04-44ab-9893-ad1a3bcccd12 on network e114790e-2c2f-46a4-8dd6-49197de38f16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 10:40:02.073347 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1672677f-32b0-41ae-bd98-990167099642 req-c521b25a-4f09-4914-9a48-a88e0e84061c service neutron] Attempting to bind port c090109f-0e04-44ab-9893-ad1a3bcccd12 on network e114790e-2c2f-46a4-8dd6-49197de38f16 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:40:02.079246 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1672677f-32b0-41ae-bd98-990167099642 req-c521b25a-4f09-4914-9a48-a88e0e84061c service neutron] Checking agent: {'id': '8aa3c5bc-bff8-4a30-90cc-a12bac01bfcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 10, 32, 50), 'started_at': datetime.datetime(2021, 11, 22, 10, 32, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 10, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 10:40:02.079994 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1672677f-32b0-41ae-bd98-990167099642 req-c521b25a-4f09-4914-9a48-a88e0e84061c service neutron] Checking segment: {'id': 'b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e114790e-2c2f-46a4-8dd6-49197de38f16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:40:02.079994 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1672677f-32b0-41ae-bd98-990167099642 req-c521b25a-4f09-4914-9a48-a88e0e84061c service neutron] Bound using segment: {'id': 'b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e114790e-2c2f-46a4-8dd6-49197de38f16'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 10:40:02.080439 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-1672677f-32b0-41ae-bd98-990167099642 req-c521b25a-4f09-4914-9a48-a88e0e84061c service neutron] Bound port: c090109f-0e04-44ab-9893-ad1a3bcccd12, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e114790e-2c2f-46a4-8dd6-49197de38f16'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 10:40:02.080838 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-1672677f-32b0-41ae-bd98-990167099642 req-c521b25a-4f09-4914-9a48-a88e0e84061c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:02.119028 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-03ac980b-69ee-470b-be9c-e4efaf91bdd0 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks [] for security_group, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:02.145483 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-03ac980b-69ee-470b-be9c-e4efaf91bdd0 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:02.161319 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-1672677f-32b0-41ae-bd98-990167099642 req-c521b25a-4f09-4914-9a48-a88e0e84061c service neutron] For port c090109f-0e04-44ab-9893-ad1a3bcccd12, host hv-cinder-80403, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 10:40:02.164625 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-1672677f-32b0-41ae-bd98-990167099642 req-c521b25a-4f09-4914-9a48-a88e0e84061c service neutron] For port c090109f-0e04-44ab-9893-ad1a3bcccd12, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=c090109f-0e04-44ab-9893-ad1a3bcccd12,segment=NetworkSegment(b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c),segment_id=b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 10:40:02.170219 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-1672677f-32b0-41ae-bd98-990167099642 req-c521b25a-4f09-4914-9a48-a88e0e84061c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11987839'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:02.200531 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-03ac980b-69ee-470b-be9c-e4efaf91bdd0 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:02.203922 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-03ac980b-69ee-470b-be9c-e4efaf91bdd0 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:02.208422 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-03ac980b-69ee-470b-be9c-e4efaf91bdd0 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "DELETE /v2.0/security-groups/e0bf58da-bfeb-4d08-b545-68fed93dbb27 HTTP/1.1" status: 204 len: 168 time: 0.1608434 Nov 22 10:40:02.209519 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 45598) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:40:02.209654 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1672677f-32b0-41ae-bd98-990167099642 req-c521b25a-4f09-4914-9a48-a88e0e84061c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:02.210352 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-1672677f-32b0-41ae-bd98-990167099642 req-c521b25a-4f09-4914-9a48-a88e0e84061c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:02.211987 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1672677f-32b0-41ae-bd98-990167099642 req-c521b25a-4f09-4914-9a48-a88e0e84061c service neutron] 10.222.0.20 "PUT /v2.0/ports/c090109f-0e04-44ab-9893-ad1a3bcccd12 HTTP/1.1" status: 200 len: 1094 time: 0.8432121 Nov 22 10:40:02.215043 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fc31878-b3c3-4d79-a38b-db8424acb20b', 'tag': 'c090109f-0e04-44ab-9893-ad1a3bcccd12'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:40:02.218567 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5429d6209f9db75179b029b02f265116e5db13468d9d60e00895472a7fa8ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aaacf88-0139-4619-b82b-bc41aedd0a7e" -d '{"events": [{"name": "network-changed", "server_uuid": "2fc31878-b3c3-4d79-a38b-db8424acb20b", "tag": "c090109f-0e04-44ab-9893-ad1a3bcccd12"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:40:02.232090 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ac980b-69ee-470b-be9c-e4efaf91bdd0 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0bf58da-bfeb-4d08-b545-68fed93dbb27,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:40:02.234778 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.api.v2.resource [None req-3f052243-877e-4afc-b552-5be20eef3a66 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] show failed (client error): The resource could not be found. Nov 22 10:40:02.235920 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-3f052243-877e-4afc-b552-5be20eef3a66 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups/e0bf58da-bfeb-4d08-b545-68fed93dbb27 HTTP/1.1" status: 404 len: 347 time: 0.0224648 Nov 22 10:40:02.239918 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 45602) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:40:02.331393 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 10:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0245695-2f1a-4796-aa27-23d2744d7bf2 x-openstack-request-id: req-b0245695-2f1a-4796-aa27-23d2744d7bf2 {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:40:02.331893 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fc31878-b3c3-4d79-a38b-db8424acb20b", "tag": "c090109f-0e04-44ab-9893-ad1a3bcccd12", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:40:02.332171 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b0245695-2f1a-4796-aa27-23d2744d7bf2 {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:40:02.332573 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fc31878-b3c3-4d79-a38b-db8424acb20b', 'tag': 'c090109f-0e04-44ab-9893-ad1a3bcccd12', 'status': 'completed', 'code': 200} Nov 22 10:40:02.363050 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c521b25a-4f09-4914-9a48-a88e0e84061c service neutron] Pushing event updated for resources: {'Port': ['ID=c090109f-0e04-44ab-9893-ad1a3bcccd12,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:40:02.363759 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device 16c7e493-84ec-4f05-8c01-8c85e582654e no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 10:40:02.394958 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1672677f-32b0-41ae-bd98-990167099642 req-b9b8388e-6420-466e-a80d-25d8e309efe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:02.398410 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1672677f-32b0-41ae-bd98-990167099642 req-b9b8388e-6420-466e-a80d-25d8e309efe0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f2a799df19ef409eb8975d5f05fa1c01&device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 1097 time: 0.1338894 Nov 22 10:40:02.410022 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] No Port match for: 16c7e493-84ec-4f05-8c01-8c85e582654e {{(pid=102912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 10:40:02.410745 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device 16c7e493-84ec-4f05-8c01-8c85e582654e not bound to the agent host hv-cinder-80403 {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 10:40:02.437197 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-643faf19-653b-4ba2-b19d-d9b58236f231 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Deleting port 0f884ab7-cd87-42c3-9712-f9cd42754c1c {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:40:02.437908 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-643faf19-653b-4ba2-b19d-d9b58236f231 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:02.510213 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1672677f-32b0-41ae-bd98-990167099642 req-d04d6b83-4f5a-430a-a0fe-5d42671ac38c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c090109f-0e04-44ab-9893-ad1a3bcccd12 HTTP/1.1" status: 200 len: 217 time: 0.0668709 Nov 22 10:40:02.571842 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-643faf19-653b-4ba2-b19d-d9b58236f231 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:02.572477 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-643faf19-653b-4ba2-b19d-d9b58236f231 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:02.575729 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd2cea-b1f6-4844-8db6-5041887d1ddc req-9bf350d7-779c-4573-b7d9-35d5988aa539 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:02.577351 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-eebd2cea-b1f6-4844-8db6-5041887d1ddc req-9bf350d7-779c-4573-b7d9-35d5988aa539 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 944 time: 0.1760597 Nov 22 10:40:02.605989 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-643faf19-653b-4ba2-b19d-d9b58236f231 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Calling delete_port for 0f884ab7-cd87-42c3-9712-f9cd42754c1c owned by network:floatingip {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:40:02.618709 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1672677f-32b0-41ae-bd98-990167099642 req-1648ee30-98df-44e7-a5ed-5f0cdcad9f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:02.621012 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1672677f-32b0-41ae-bd98-990167099642 req-1648ee30-98df-44e7-a5ed-5f0cdcad9f75 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c4f21e7d-d84a-4ede-b812-0052f7303231 HTTP/1.1" status: 200 len: 853 time: 0.1028640 Nov 22 10:40:02.695238 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-eebd2cea-b1f6-4844-8db6-5041887d1ddc req-e63a9d9e-5ace-40cb-9738-d6146252975e tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc37a28d-3ede-4eca-8048-ef0cccb4e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077847 Nov 22 10:40:02.717174 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1672677f-32b0-41ae-bd98-990167099642 req-e8b58d24-a661-4422-9fb9-9afbdb5a6054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:02.731679 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1672677f-32b0-41ae-bd98-990167099642 req-e8b58d24-a661-4422-9fb9-9afbdb5a6054 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e114790e-2c2f-46a4-8dd6-49197de38f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0824106 Nov 22 10:40:02.776289 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-643faf19-653b-4ba2-b19d-d9b58236f231 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162187'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:02.810782 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643faf19-653b-4ba2-b19d-d9b58236f231 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Pushing event deleted for resources: {'Port': ['ID=0f884ab7-cd87-42c3-9712-f9cd42754c1c,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:40:02.844836 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1672677f-32b0-41ae-bd98-990167099642 req-b8e8a590-5e97-4c7d-a325-550445556b15 service neutron] 10.222.0.20 "GET /v2.0/networks/e114790e-2c2f-46a4-8dd6-49197de38f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167624 Nov 22 10:40:02.886771 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-643faf19-653b-4ba2-b19d-d9b58236f231 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks [] for floatingip, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:02.890193 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-643faf19-653b-4ba2-b19d-d9b58236f231 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for floatingip, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:02.891492 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-643faf19-653b-4ba2-b19d-d9b58236f231 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "DELETE /v2.0/floatingips/dc11de56-6b1b-4fa6-9ae5-61d292560327 HTTP/1.1" status: 204 len: 168 time: 0.6503053 Nov 22 10:40:02.961811 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1672677f-32b0-41ae-bd98-990167099642 req-f2aa3d8e-aeee-40fa-95ac-6c8e4040836a service neutron] 10.222.0.20 "GET /v2.0/networks/e114790e-2c2f-46a4-8dd6-49197de38f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092784 Nov 22 10:40:02.968686 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 45628) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:40:03.081458 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaacf88-0139-4619-b82b-bc41aedd0a7e req-e7fbcc79-168b-4ff7-9ea9-edfd972e3f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:03.082523 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0aaacf88-0139-4619-b82b-bc41aedd0a7e req-e7fbcc79-168b-4ff7-9ea9-edfd972e3f75 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f2a799df19ef409eb8975d5f05fa1c01&device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 1097 time: 0.0568414 Nov 22 10:40:03.123510 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1fc5d53c-0545-48f1-ace1-e86e47e77fff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:03.193459 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaacf88-0139-4619-b82b-bc41aedd0a7e req-d0569422-a690-4f04-88bd-c5f523afec56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:03.195328 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0aaacf88-0139-4619-b82b-bc41aedd0a7e req-d0569422-a690-4f04-88bd-c5f523afec56 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e114790e-2c2f-46a4-8dd6-49197de38f16 HTTP/1.1" status: 200 len: 915 time: 0.1055267 Nov 22 10:40:03.219969 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1fc5d53c-0545-48f1-ace1-e86e47e77fff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:03.224713 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1fc5d53c-0545-48f1-ace1-e86e47e77fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:03.248798 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0aaacf88-0139-4619-b82b-bc41aedd0a7e req-9da4ed62-26aa-45a3-8b99-85c82fb7f6c8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c090109f-0e04-44ab-9893-ad1a3bcccd12 HTTP/1.1" status: 200 len: 217 time: 0.0441084 Nov 22 10:40:03.272531 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-1fc5d53c-0545-48f1-ace1-e86e47e77fff admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=54a4d1ce4f144ac58b053017cb73d84f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3023336 Nov 22 10:40:03.277824 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc5d53c-0545-48f1-ace1-e86e47e77fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9584b8d-b521-426b-a07b-8e7cfbfd67a6,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:40:03.280977 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 45632) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:40:03.322308 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaacf88-0139-4619-b82b-bc41aedd0a7e req-f3fd92ff-4a5d-4b78-bb56-7c75c864ffcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:03.324508 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0aaacf88-0139-4619-b82b-bc41aedd0a7e req-f3fd92ff-4a5d-4b78-bb56-7c75c864ffcd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c4f21e7d-d84a-4ede-b812-0052f7303231 HTTP/1.1" status: 200 len: 853 time: 0.0674722 Nov 22 10:40:03.334319 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cd9018eb-e7b8-4cde-890a-378d81c1f20f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:03.357570 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cd9018eb-e7b8-4cde-890a-378d81c1f20f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:03.385463 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaacf88-0139-4619-b82b-bc41aedd0a7e req-4436f3ec-e29a-43aa-8130-91fae1db520a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:03.389364 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0aaacf88-0139-4619-b82b-bc41aedd0a7e req-4436f3ec-e29a-43aa-8130-91fae1db520a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e114790e-2c2f-46a4-8dd6-49197de38f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0547435 Nov 22 10:40:03.413041 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cd9018eb-e7b8-4cde-890a-378d81c1f20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:03.418116 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cd9018eb-e7b8-4cde-890a-378d81c1f20f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:03.421866 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-cd9018eb-e7b8-4cde-890a-378d81c1f20f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b9584b8d-b521-426b-a07b-8e7cfbfd67a6 HTTP/1.1" status: 204 len: 168 time: 0.1373014 Nov 22 10:40:03.432420 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9018eb-e7b8-4cde-890a-378d81c1f20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9584b8d-b521-426b-a07b-8e7cfbfd67a6,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:40:03.513331 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0aaacf88-0139-4619-b82b-bc41aedd0a7e req-04c9d103-f1df-4174-b6d1-c7c1f37f8812 service neutron] 10.222.0.20 "GET /v2.0/networks/e114790e-2c2f-46a4-8dd6-49197de38f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162727 Nov 22 10:40:03.513895 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 45636) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:40:03.656811 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0aaacf88-0139-4619-b82b-bc41aedd0a7e req-f08d7d99-808a-435e-9dd8-1b1fb93c0568 service neutron] 10.222.0.20 "GET /v2.0/networks/e114790e-2c2f-46a4-8dd6-49197de38f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297824 Nov 22 10:40:03.722933 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.v2.base [None req-854c0074-4cbd-45bb-96cf-36dd0faad8df tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Request body: {'security_group': {'name': 'tempest-securitygroup--339450548', 'description': 'tempest-description--939063559'}} {{(pid=102910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:40:03.752988 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 45650) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:40:03.762796 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-854c0074-4cbd-45bb-96cf-36dd0faad8df tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:03.778889 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e1e448a9-f2bb-4f6c-ba3a-4b95e4996928 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:03.853488 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-854c0074-4cbd-45bb-96cf-36dd0faad8df tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:03.858581 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-854c0074-4cbd-45bb-96cf-36dd0faad8df tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:03.899877 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-854c0074-4cbd-45bb-96cf-36dd0faad8df tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:03.901392 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-854c0074-4cbd-45bb-96cf-36dd0faad8df tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3864777 Nov 22 10:40:03.902579 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854c0074-4cbd-45bb-96cf-36dd0faad8df tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf07c556-c87e-4a93-86de-6d4dd8527259,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:40:03.904955 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 45652) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:40:03.909972 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.v2.base [None req-9d8b0121-406f-42c4-a75e-4d5acb931adb tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Request body: {'security_group_rule': {'security_group_id': 'bf07c556-c87e-4a93-86de-6d4dd8527259', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:40:03.915175 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdbf741-476c-4b19-bf44-a09c911eb578 req-6cc48425-0635-477c-a281-e0f90b9ad620 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:03.917384 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0fdbf741-476c-4b19-bf44-a09c911eb578 req-6cc48425-0635-477c-a281-e0f90b9ad620 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 944 time: 0.1102483 Nov 22 10:40:03.942005 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9d8b0121-406f-42c4-a75e-4d5acb931adb tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:03.980830 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e1e448a9-f2bb-4f6c-ba3a-4b95e4996928 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:03.989180 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e1e448a9-f2bb-4f6c-ba3a-4b95e4996928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:04.011911 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9d8b0121-406f-42c4-a75e-4d5acb931adb tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:04.017021 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9d8b0121-406f-42c4-a75e-4d5acb931adb tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970650'] for security_group_rule, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:04.030104 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0fdbf741-476c-4b19-bf44-a09c911eb578 req-4e74a718-431c-4b9e-9c05-8f915f763ac1 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc37a28d-3ede-4eca-8048-ef0cccb4e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040959 Nov 22 10:40:04.036785 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b0121-406f-42c4-a75e-4d5acb931adb tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14a6065c-242e-4cb1-9ec0-67e474480dd6,revision_number=0']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:40:04.043889 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-e1e448a9-f2bb-4f6c-ba3a-4b95e4996928 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e6ae2ad3faeb465bba5c8ab7b3fd33d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2887001 Nov 22 10:40:04.047208 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 45654) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:40:04.055558 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9d8b0121-406f-42c4-a75e-4d5acb931adb tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:04.056146 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e448a9-f2bb-4f6c-ba3a-4b95e4996928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc725a9-9ca3-4ba8-a1a0-a26d2746286a,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:40:04.059704 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-9d8b0121-406f-42c4-a75e-4d5acb931adb tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1507664 Nov 22 10:40:04.060115 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 45656) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:40:04.071074 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-d2d5481f-54c1-4999-befc-0f67832ecaf7 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Request body: {'security_group_rule': {'security_group_id': 'bf07c556-c87e-4a93-86de-6d4dd8527259', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:40:04.108158 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d2d5481f-54c1-4999-befc-0f67832ecaf7 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:04.109210 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1fe67628-fc8d-4543-9c4f-462384bd5fcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:04.141221 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1fe67628-fc8d-4543-9c4f-462384bd5fcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:04.168186 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d2d5481f-54c1-4999-befc-0f67832ecaf7 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:04.174697 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d2d5481f-54c1-4999-befc-0f67832ecaf7 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970650'] for security_group_rule, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:04.196323 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d5481f-54c1-4999-befc-0f67832ecaf7 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e4a4cd9-8981-4bf1-b975-2475315c32d5,revision_number=0']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:40:04.200614 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1fe67628-fc8d-4543-9c4f-462384bd5fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:04.202902 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1fe67628-fc8d-4543-9c4f-462384bd5fcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:04.204164 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-1fe67628-fc8d-4543-9c4f-462384bd5fcb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5fc725a9-9ca3-4ba8-a1a0-a26d2746286a HTTP/1.1" status: 204 len: 168 time: 0.1559098 Nov 22 10:40:04.213138 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d2d5481f-54c1-4999-befc-0f67832ecaf7 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:04.218916 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-d2d5481f-54c1-4999-befc-0f67832ecaf7 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1534972 Nov 22 10:40:04.219446 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe67628-fc8d-4543-9c4f-462384bd5fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc725a9-9ca3-4ba8-a1a0-a26d2746286a,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:40:04.219574 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 45660) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:40:04.224415 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.v2.base [None req-2766648a-783d-4208-9d93-7561ed6b1c07 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Request body: {'floatingip': {'floating_network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28'}} {{(pid=102910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:40:04.250718 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2766648a-783d-4208-9d93-7561ed6b1c07 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks [] for floatingip, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:04.575513 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2766648a-783d-4208-9d93-7561ed6b1c07 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:04.688829 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-2766648a-783d-4208-9d93-7561ed6b1c07 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Allocated IP 172.27.0.239 (e6af0ad0-9fc1-4d6f-8919-77652c0c2a28/df63829c-39ab-4507-b346-4c3fdb4717de/625c8c56-f89a-464e-882b-ee8aa3aa6198) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 10:40:04.820013 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2766648a-783d-4208-9d93-7561ed6b1c07 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:04.864097 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2766648a-783d-4208-9d93-7561ed6b1c07 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749315246228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162187'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:04.917769 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2766648a-783d-4208-9d93-7561ed6b1c07 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Network e6af0ad0-9fc1-4d6f-8919-77652c0c2a28 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:40:04.921450 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-2766648a-783d-4208-9d93-7561ed6b1c07 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:40:04.924845 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2766648a-783d-4208-9d93-7561ed6b1c07 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 10:40:04.954865 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2766648a-783d-4208-9d93-7561ed6b1c07 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Pushing event updated for resources: {'Port': ['ID=625c8c56-f89a-464e-882b-ee8aa3aa6198,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:40:05.034662 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2766648a-783d-4208-9d93-7561ed6b1c07 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:05.081198 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2766648a-783d-4208-9d93-7561ed6b1c07 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:05.206527 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0849bb0a-c329-452f-a99c-b01d6aa343c7 req-659bf89a-8a79-4d0a-8efe-db56b94b10eb tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:05.216201 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0849bb0a-c329-452f-a99c-b01d6aa343c7 req-659bf89a-8a79-4d0a-8efe-db56b94b10eb tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 944 time: 0.0750823 Nov 22 10:40:05.264471 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2766648a-783d-4208-9d93-7561ed6b1c07 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:05.270359 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2766648a-783d-4208-9d93-7561ed6b1c07 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1162204'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:05.275619 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0849bb0a-c329-452f-a99c-b01d6aa343c7 req-781e6b30-3297-4a2f-8aba-5ccc04f3dd61 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc37a28d-3ede-4eca-8048-ef0cccb4e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584106 Nov 22 10:40:05.350810 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2766648a-783d-4208-9d93-7561ed6b1c07 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Pushing event updated for resources: {'Port': ['ID=625c8c56-f89a-464e-882b-ee8aa3aa6198,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:40:05.364657 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2766648a-783d-4208-9d93-7561ed6b1c07 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030162'] for floatingip, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:05.385925 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2766648a-783d-4208-9d93-7561ed6b1c07 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for floatingip, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:05.387217 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-2766648a-783d-4208-9d93-7561ed6b1c07 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1666834 Nov 22 10:40:05.582130 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 45712) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:40:05.615737 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d352933f-e368-4046-a505-58e378918234 req-028c870d-6786-49fb-931e-3cf294b1ed77 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--339450548&fields=id&tenant_id=ea3b1b45ca144f90b1c89acf24e22074 HTTP/1.1" status: 200 len: 267 time: 0.0498214 Nov 22 10:40:05.746173 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352933f-e368-4046-a505-58e378918234 req-934e0173-ffc0-4d80-98bf-4866a3fcf2a0 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:05.750343 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d352933f-e368-4046-a505-58e378918234 req-934e0173-ffc0-4d80-98bf-4866a3fcf2a0 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/networks?id=f8081780-6619-4e5e-aa59-236a3848a084 HTTP/1.1" status: 200 len: 810 time: 0.1260829 Nov 22 10:40:05.760129 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fa0586af-40ce-452a-9f66-d6fc8767f9f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:05.765255 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d352933f-e368-4046-a505-58e378918234 req-d248761d-1d4c-46f4-bcde-25a71f46f690 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/quotas/ea3b1b45ca144f90b1c89acf24e22074 HTTP/1.1" status: 200 len: 375 time: 0.0115895 Nov 22 10:40:05.832401 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d352933f-e368-4046-a505-58e378918234 req-ea1e0054-15ef-4c59-950d-975a540157a6 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ea3b1b45ca144f90b1c89acf24e22074&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0594585 Nov 22 10:40:05.852107 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fa0586af-40ce-452a-9f66-d6fc8767f9f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:05.858878 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fa0586af-40ce-452a-9f66-d6fc8767f9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:05.909620 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 45724) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:40:05.909806 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-fa0586af-40ce-452a-9f66-d6fc8767f9f9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3279397ce7aa4d9e9e3665c426af2343&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3262506 Nov 22 10:40:05.910710 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0586af-40ce-452a-9f66-d6fc8767f9f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925b79a5-f63c-4d88-af0c-681a0bf47187,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:40:06.038807 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-47cc2cb6-6016-4fb0-85dc-ddff2ac7ad3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:06.095258 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-47cc2cb6-6016-4fb0-85dc-ddff2ac7ad3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:06.097769 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d352933f-e368-4046-a505-58e378918234 req-b66e387e-ca69-4bd5-9dce-b137bb7e419b service neutron] 10.222.0.46 "GET /v2.0/networks/f8081780-6619-4e5e-aa59-236a3848a084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517748 Nov 22 10:40:06.225934 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-47cc2cb6-6016-4fb0-85dc-ddff2ac7ad3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:06.228479 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-47cc2cb6-6016-4fb0-85dc-ddff2ac7ad3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:06.229616 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-47cc2cb6-6016-4fb0-85dc-ddff2ac7ad3c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/925b79a5-f63c-4d88-af0c-681a0bf47187 HTTP/1.1" status: 204 len: 168 time: 0.3191209 Nov 22 10:40:06.249944 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc2cb6-6016-4fb0-85dc-ddff2ac7ad3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925b79a5-f63c-4d88-af0c-681a0bf47187,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:40:06.259850 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d352933f-e368-4046-a505-58e378918234 req-d8fc3d83-26b4-4326-b509-be9451a6b27e service neutron] 10.222.0.46 "GET /v2.0/networks/f8081780-6619-4e5e-aa59-236a3848a084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487801 Nov 22 10:40:06.362027 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device c090109f-0e04-44ab-9893-ad1a3bcccd12 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 10:40:06.452113 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab70542-6f99-4edd-863c-4df765a559cf req-76dc3d51-1c42-489d-a587-96156147031c tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:06.453901 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bab70542-6f99-4edd-863c-4df765a559cf req-76dc3d51-1c42-489d-a587-96156147031c tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 944 time: 0.0888693 Nov 22 10:40:06.498850 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port c090109f-0e04-44ab-9893-ad1a3bcccd12, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=c090109f-0e04-44ab-9893-ad1a3bcccd12,segment=NetworkSegment(b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c),segment_id=b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:40:06.513845 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Returning: {'device': 'c090109f-0e04-44ab-9893-ad1a3bcccd12', 'network_id': 'e114790e-2c2f-46a4-8dd6-49197de38f16', 'port_id': 'c090109f-0e04-44ab-9893-ad1a3bcccd12', 'mac_address': 'fa:16:3e:69:f3:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4f21e7d-d84a-4ede-b812-0052f7303231', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 10:40:06.514523 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0cd2d975-ec50-4f0b-85d7-12d408e5bcc8 req-c3415ea4-bf78-48f9-ab36-3ffb27ae6cb0 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d047109-27a0-4543-b6eb-090c24da838c HTTP/1.1" status: 200 len: 210 time: 0.0593047 Nov 22 10:40:06.575234 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bab70542-6f99-4edd-863c-4df765a559cf req-b4bedf99-17d2-4b99-9366-9855a0596bb0 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc37a28d-3ede-4eca-8048-ef0cccb4e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956612 Nov 22 10:40:06.580914 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:06.603970 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c090109f-0e04-44ab-9893-ad1a3bcccd12 {{(pid=102912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 10:40:06.645338 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port c090109f-0e04-44ab-9893-ad1a3bcccd12, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=c090109f-0e04-44ab-9893-ad1a3bcccd12,segment=NetworkSegment(b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c),segment_id=b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:40:06.651895 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:06.707571 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Pushing event updated for resources: {'Port': ['ID=c090109f-0e04-44ab-9893-ad1a3bcccd12,revision_number=4']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:40:06.905302 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] get_ports_and_sgs() called for port_ids ['c090109f-0e04-44ab-9893-ad1a3bcccd12'] {{(pid=102912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 10:40:07.411826 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15430ba0-c16a-4737-a24b-4809e60b4165 req-598c7f62-f93d-418f-8447-da4c5e5ea25c tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:07.413344 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-15430ba0-c16a-4737-a24b-4809e60b4165 req-598c7f62-f93d-418f-8447-da4c5e5ea25c tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd645b8b-bb68-49af-b7dd-c5ddaa34211d HTTP/1.1" status: 200 len: 945 time: 0.0512123 Nov 22 10:40:07.475697 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-15430ba0-c16a-4737-a24b-4809e60b4165 req-e6b03e39-45cc-4b39-9e21-8e80f7cf89e3 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e40a7e6-cdbe-4f0e-a119-0e19f7af0085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546784 Nov 22 10:40:07.673556 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e273c100-f2d3-4f79-a735-c8c72ae3740c req-81c887d4-e8ed-4511-9731-3922df79ffe1 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d047109-27a0-4543-b6eb-090c24da838c HTTP/1.1" status: 200 len: 210 time: 0.0580652 Nov 22 10:40:07.818800 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d16947-533c-418a-bcd6-142107067d10 req-ac6dfb86-fd24-4610-a83d-596696649b7e tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:07.820334 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e9d16947-533c-418a-bcd6-142107067d10 req-ac6dfb86-fd24-4610-a83d-596696649b7e tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 945 time: 0.1190181 Nov 22 10:40:07.848106 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352933f-e368-4046-a505-58e378918234 req-404f63b7-e4e1-4c44-880d-f2f22348c93d tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:07.849682 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d352933f-e368-4046-a505-58e378918234 req-404f63b7-e4e1-4c44-880d-f2f22348c93d tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.20 "GET /v2.0/networks?id=f8081780-6619-4e5e-aa59-236a3848a084 HTTP/1.1" status: 200 len: 810 time: 0.1599698 Nov 22 10:40:07.902961 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e9d16947-533c-418a-bcd6-142107067d10 req-106d8e6a-d86b-4fdc-812f-0842e4629ddd tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc37a28d-3ede-4eca-8048-ef0cccb4e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713601 Nov 22 10:40:07.946741 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d352933f-e368-4046-a505-58e378918234 req-f35ee974-56a2-47d8-875a-9c31f2228a87 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea3b1b45ca144f90b1c89acf24e22074 HTTP/1.1" status: 200 len: 379 time: 0.0759711 Nov 22 10:40:07.965981 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-d352933f-e368-4046-a505-58e378918234 req-f3fc8d36-c4d0-4ca8-8809-5b6f4d6d2efc tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Request body: {'port': {'device_id': '3d047109-27a0-4543-b6eb-090c24da838c', 'network_id': 'f8081780-6619-4e5e-aa59-236a3848a084', 'admin_state_up': True, 'tenant_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'security_groups': ['bf07c556-c87e-4a93-86de-6d4dd8527259']}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:40:08.103544 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d352933f-e368-4046-a505-58e378918234 req-f3fc8d36-c4d0-4ca8-8809-5b6f4d6d2efc tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Made reservation on behalf of ea3b1b45ca144f90b1c89acf24e22074 for: {'port': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 10:40:08.108336 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-d352933f-e368-4046-a505-58e378918234 req-f3fc8d36-c4d0-4ca8-8809-5b6f4d6d2efc tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:08.257959 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [req-d352933f-e368-4046-a505-58e378918234 req-f3fc8d36-c4d0-4ca8-8809-5b6f4d6d2efc tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Allocated IP 172.20.0.13 (f8081780-6619-4e5e-aa59-236a3848a084/42224e55-d7ca-4407-9b29-fa448fd58ac4/1f9f89bb-4d09-4294-befd-5f60447d46a9) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 10:40:08.365619 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device c090109f-0e04-44ab-9893-ad1a3bcccd12 up at agent hyperv_hv-cinder-80403 {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:40:08.422618 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Provisioning for port c090109f-0e04-44ab-9893-ad1a3bcccd12 completed by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 10:40:08.425891 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-d352933f-e368-4046-a505-58e378918234 req-f3fc8d36-c4d0-4ca8-8809-5b6f4d6d2efc tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:08.428192 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Provisioning complete for port c090109f-0e04-44ab-9893-ad1a3bcccd12 triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:40:08.428637 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:08.468772 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-d352933f-e368-4046-a505-58e378918234 req-f3fc8d36-c4d0-4ca8-8809-5b6f4d6d2efc tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749315246228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11987816'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:08.523710 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d352933f-e368-4046-a505-58e378918234 req-f3fc8d36-c4d0-4ca8-8809-5b6f4d6d2efc tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Network f8081780-6619-4e5e-aa59-236a3848a084 is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:40:08.526914 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:08.532463 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [req-d352933f-e368-4046-a505-58e378918234 req-f3fc8d36-c4d0-4ca8-8809-5b6f4d6d2efc tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:40:08.537614 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-d352933f-e368-4046-a505-58e378918234 req-f3fc8d36-c4d0-4ca8-8809-5b6f4d6d2efc tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 10:40:08.542023 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fc8d36-c4d0-4ca8-8809-5b6f4d6d2efc tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Pushing event updated for resources: {'Port': ['ID=1f9f89bb-4d09-4294-befd-5f60447d46a9,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:40:08.567873 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc31878-b3c3-4d79-a38b-db8424acb20b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c090109f-0e04-44ab-9893-ad1a3bcccd12'}] {{(pid=102912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:40:08.572060 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871da4fec6c70e81ce77d4e4817c66d6168a6b102b4e2b260a442deac58e97e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df307c5f-8990-492c-a037-cd457888114c" -d '{"events": [{"server_uuid": "2fc31878-b3c3-4d79-a38b-db8424acb20b", "name": "network-vif-plugged", "status": "completed", "tag": "c090109f-0e04-44ab-9893-ad1a3bcccd12"}]}' {{(pid=102912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:40:08.592991 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port c090109f-0e04-44ab-9893-ad1a3bcccd12, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=c090109f-0e04-44ab-9893-ad1a3bcccd12,segment=NetworkSegment(b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c),segment_id=b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:40:08.598515 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:08.640712 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 10:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c7c6d1-4479-4932-a00a-c58b7ca35a50 x-openstack-request-id: req-67c7c6d1-4479-4932-a00a-c58b7ca35a50 {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:40:08.641484 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc31878-b3c3-4d79-a38b-db8424acb20b", "name": "network-vif-plugged", "status": "completed", "tag": "c090109f-0e04-44ab-9893-ad1a3bcccd12", "code": 200}]} {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:40:08.642084 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-67c7c6d1-4479-4932-a00a-c58b7ca35a50 {{(pid=102912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:40:08.642513 dv-cinder-804035-13-iscsi neutron-server[102912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc31878-b3c3-4d79-a38b-db8424acb20b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c090109f-0e04-44ab-9893-ad1a3bcccd12', 'code': 200} Nov 22 10:40:08.650930 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352933f-e368-4046-a505-58e378918234 req-f3fc8d36-c4d0-4ca8-8809-5b6f4d6d2efc tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:08.651685 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-d352933f-e368-4046-a505-58e378918234 req-f3fc8d36-c4d0-4ca8-8809-5b6f4d6d2efc tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:08.674272 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b32352-aa8d-4f8e-a011-0e9cb6d1873c req-f70f14c3-6962-4e9f-97ae-7c613829531b tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:08.675958 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d8b32352-aa8d-4f8e-a011-0e9cb6d1873c req-f70f14c3-6962-4e9f-97ae-7c613829531b tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd645b8b-bb68-49af-b7dd-c5ddaa34211d HTTP/1.1" status: 200 len: 945 time: 0.1054282 Nov 22 10:40:08.684487 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d352933f-e368-4046-a505-58e378918234 req-f3fc8d36-c4d0-4ca8-8809-5b6f4d6d2efc tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7223861 Nov 22 10:40:08.701388 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Pushing event updated for resources: {'Port': ['ID=c090109f-0e04-44ab-9893-ad1a3bcccd12,revision_number=5']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:40:08.736588 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-d352933f-e368-4046-a505-58e378918234 req-f8b892b2-812d-420a-aaaa-2bbcd0d1737c service neutron] Request body: {'port': {'device_id': '3d047109-27a0-4543-b6eb-090c24da838c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:40:08.875636 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d8b32352-aa8d-4f8e-a011-0e9cb6d1873c req-35c27ad4-b062-4d59-8045-4c81f6b30024 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e40a7e6-cdbe-4f0e-a119-0e19f7af0085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854491 Nov 22 10:40:08.899009 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-e70c9fd9-3c66-4870-b493-3508b9a8b249 None None] Provisioning complete for port 1f9f89bb-4d09-4294-befd-5f60447d46a9 triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:40:08.899205 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-d352933f-e368-4046-a505-58e378918234 req-f8b892b2-812d-420a-aaaa-2bbcd0d1737c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:08.899327 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e70c9fd9-3c66-4870-b493-3508b9a8b249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:08.926978 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af85f24-2e9a-4588-868d-5dfb434f50fb req-d700ab51-6fa8-40cb-b920-56079663426d tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:08.928370 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4af85f24-2e9a-4588-868d-5dfb434f50fb req-d700ab51-6fa8-40cb-b920-56079663426d tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d047109-27a0-4543-b6eb-090c24da838c HTTP/1.1" status: 200 len: 932 time: 0.1515193 Nov 22 10:40:08.938467 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-e70c9fd9-3c66-4870-b493-3508b9a8b249 None None] Port 1f9f89bb-4d09-4294-befd-5f60447d46a9 cannot update to ACTIVE because it is not bound. {{(pid=102912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 10:40:09.032770 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a93d1b-bfd5-41aa-9c06-97f24c3413bc req-1eb880b7-4bd9-4166-9ab1-fcca28323e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:09.034554 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-27a93d1b-bfd5-41aa-9c06-97f24c3413bc req-1eb880b7-4bd9-4166-9ab1-fcca28323e90 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 1099 time: 0.1912119 Nov 22 10:40:09.038713 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1b8cc061-7836-41e3-b79e-54656d846fac req-11a44457-e918-4c57-8c77-2ae06065aa8e tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=409fd7e2d1c04bb796b7971b55ec6a74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0693519 Nov 22 10:40:09.508917 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4af85f24-2e9a-4588-868d-5dfb434f50fb req-4c632c60-128e-4d62-960f-a2ad16db1cd9 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf07c556-c87e-4a93-86de-6d4dd8527259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5541904 Nov 22 10:40:09.663624 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-27a93d1b-bfd5-41aa-9c06-97f24c3413bc req-4dcb2999-8b3a-45d3-9a30-c12d15547aa8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fc37a28d-3ede-4eca-8048-ef0cccb4e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3059673 Nov 22 10:40:09.727521 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a745d3-90fa-4fec-8464-5a28c7c49a2a req-2260ac7b-21f2-4677-b480-89d887d331e8 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:09.728932 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-76a745d3-90fa-4fec-8464-5a28c7c49a2a req-2260ac7b-21f2-4677-b480-89d887d331e8 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd645b8b-bb68-49af-b7dd-c5ddaa34211d HTTP/1.1" status: 200 len: 945 time: 0.3624537 Nov 22 10:40:09.739929 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8cc061-7836-41e3-b79e-54656d846fac req-5244a198-6e01-4980-8f64-7b0d7cff0afb tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:09.741444 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1b8cc061-7836-41e3-b79e-54656d846fac req-5244a198-6e01-4980-8f64-7b0d7cff0afb tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6914380 Nov 22 10:40:09.777314 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1b8cc061-7836-41e3-b79e-54656d846fac req-fa7bda9d-a507-4754-9d03-4098da1d25ab tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] 10.222.0.46 "GET /v2.0/quotas/409fd7e2d1c04bb796b7971b55ec6a74 HTTP/1.1" status: 200 len: 375 time: 0.0279570 Nov 22 10:40:09.792262 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991062e4-ba94-44fd-9e7c-c6159e9deaa0 req-0b8e1cf2-9cc1-4d80-9946-1c9f17f18244 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:09.794822 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-991062e4-ba94-44fd-9e7c-c6159e9deaa0 req-0b8e1cf2-9cc1-4d80-9946-1c9f17f18244 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 946 time: 0.2031245 Nov 22 10:40:09.852249 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1b8cc061-7836-41e3-b79e-54656d846fac req-c7374b3d-c1e1-471d-9b7f-1dea04714ff5 tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=409fd7e2d1c04bb796b7971b55ec6a74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483592 Nov 22 10:40:09.951133 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-991062e4-ba94-44fd-9e7c-c6159e9deaa0 req-e7ce67dd-e9a1-4696-af88-962f156420c1 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc37a28d-3ede-4eca-8048-ef0cccb4e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456225 Nov 22 10:40:09.959804 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [req-d352933f-e368-4046-a505-58e378918234 req-f8b892b2-812d-420a-aaaa-2bbcd0d1737c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f9f89bb-4d09-4294-befd-5f60447d46a9 {{(pid=102911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 10:40:09.986501 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-d352933f-e368-4046-a505-58e378918234 req-f8b892b2-812d-420a-aaaa-2bbcd0d1737c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:10.021654 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.provisioning_blocks [req-d352933f-e368-4046-a505-58e378918234 req-f8b892b2-812d-420a-aaaa-2bbcd0d1737c service neutron] Transition to ACTIVE for port object 1f9f89bb-4d09-4294-befd-5f60447d46a9 will not be triggered until provisioned by entity L2. {{(pid=102911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 10:40:10.053870 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-d352933f-e368-4046-a505-58e378918234 req-f8b892b2-812d-420a-aaaa-2bbcd0d1737c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11987839'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:10.108951 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-196c0a41-17ae-4fa5-8ceb-33afb993a72f req-5d04ba16-b72c-469a-b46b-2b4757b1aad9 tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] 10.222.0.46 "GET /v2.0/ports?device_id=dcae3b6e-a430-4f8e-808f-f8a02a2e48c5 HTTP/1.1" status: 200 len: 210 time: 0.0738497 Nov 22 10:40:10.145541 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b892b2-812d-420a-aaaa-2bbcd0d1737c service neutron] Pushing event updated for resources: {'Port': ['ID=1f9f89bb-4d09-4294-befd-5f60447d46a9,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:40:10.164909 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac6232-f24c-49da-b29e-4b8a2bc3ec90 req-ef312513-f3f8-4249-b553-a91f39d41c05 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:10.166537 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-02ac6232-f24c-49da-b29e-4b8a2bc3ec90 req-ef312513-f3f8-4249-b553-a91f39d41c05 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd645b8b-bb68-49af-b7dd-c5ddaa34211d HTTP/1.1" status: 200 len: 945 time: 0.1545010 Nov 22 10:40:10.183179 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-76a745d3-90fa-4fec-8464-5a28c7c49a2a req-8914bbe1-b21d-4619-bc49-8b5b2f74bf8e tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Deleting port a9364ed3-4993-414b-bbd3-aef1145ba8b5 {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:40:10.184345 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-76a745d3-90fa-4fec-8464-5a28c7c49a2a req-8914bbe1-b21d-4619-bc49-8b5b2f74bf8e tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:10.227934 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.agents_db [None req-35a1a16e-7bf9-4643-9be2-574a1761dc3a None None] Agent healthcheck: found 6 active agents {{(pid=102913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 10:40:10.341505 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-02ac6232-f24c-49da-b29e-4b8a2bc3ec90 req-c2197f22-1caf-4e3f-a3ef-8ab79d6cdeda tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e40a7e6-cdbe-4f0e-a119-0e19f7af0085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530926 Nov 22 10:40:10.345014 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-d352933f-e368-4046-a505-58e378918234 req-f8b892b2-812d-420a-aaaa-2bbcd0d1737c service neutron] Attempting to bind port 1f9f89bb-4d09-4294-befd-5f60447d46a9 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 10:40:10.345344 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-d352933f-e368-4046-a505-58e378918234 req-f8b892b2-812d-420a-aaaa-2bbcd0d1737c service neutron] Attempting to bind port 1f9f89bb-4d09-4294-befd-5f60447d46a9 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'a89922f2-694e-41b6-9361-4a293f55702b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f8081780-6619-4e5e-aa59-236a3848a084'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 10:40:10.345654 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d352933f-e368-4046-a505-58e378918234 req-f8b892b2-812d-420a-aaaa-2bbcd0d1737c service neutron] Attempting to bind port 1f9f89bb-4d09-4294-befd-5f60447d46a9 on network f8081780-6619-4e5e-aa59-236a3848a084 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:40:10.368372 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d352933f-e368-4046-a505-58e378918234 req-f8b892b2-812d-420a-aaaa-2bbcd0d1737c service neutron] Port 1f9f89bb-4d09-4294-befd-5f60447d46a9 on network f8081780-6619-4e5e-aa59-236a3848a084 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 10:40:10.368372 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d352933f-e368-4046-a505-58e378918234 req-f8b892b2-812d-420a-aaaa-2bbcd0d1737c service neutron] Attempting to bind port 1f9f89bb-4d09-4294-befd-5f60447d46a9 on network f8081780-6619-4e5e-aa59-236a3848a084 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:40:10.368372 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-76a745d3-90fa-4fec-8464-5a28c7c49a2a req-8914bbe1-b21d-4619-bc49-8b5b2f74bf8e tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] For port a9364ed3-4993-414b-bbd3-aef1145ba8b5, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a9364ed3-4993-414b-bbd3-aef1145ba8b5,segment=NetworkSegment(a3762868-92fb-41e1-aa65-788b4f27c4fb),segment_id=a3762868-92fb-41e1-aa65-788b4f27c4fb)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:40:10.368372 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-76a745d3-90fa-4fec-8464-5a28c7c49a2a req-8914bbe1-b21d-4619-bc49-8b5b2f74bf8e tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:10.376325 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d352933f-e368-4046-a505-58e378918234 req-f8b892b2-812d-420a-aaaa-2bbcd0d1737c service neutron] Checking agent: {'id': '8aa3c5bc-bff8-4a30-90cc-a12bac01bfcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 10, 32, 50), 'started_at': datetime.datetime(2021, 11, 22, 10, 32, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 10, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 10:40:10.376658 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d352933f-e368-4046-a505-58e378918234 req-f8b892b2-812d-420a-aaaa-2bbcd0d1737c service neutron] Checking segment: {'id': 'a89922f2-694e-41b6-9361-4a293f55702b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f8081780-6619-4e5e-aa59-236a3848a084'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:40:10.377038 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d352933f-e368-4046-a505-58e378918234 req-f8b892b2-812d-420a-aaaa-2bbcd0d1737c service neutron] Bound using segment: {'id': 'a89922f2-694e-41b6-9361-4a293f55702b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f8081780-6619-4e5e-aa59-236a3848a084'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 10:40:10.377473 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-d352933f-e368-4046-a505-58e378918234 req-f8b892b2-812d-420a-aaaa-2bbcd0d1737c service neutron] Bound port: 1f9f89bb-4d09-4294-befd-5f60447d46a9, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a89922f2-694e-41b6-9361-4a293f55702b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f8081780-6619-4e5e-aa59-236a3848a084'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 10:40:10.377828 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-d352933f-e368-4046-a505-58e378918234 req-f8b892b2-812d-420a-aaaa-2bbcd0d1737c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:10.391456 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-76a745d3-90fa-4fec-8464-5a28c7c49a2a req-8914bbe1-b21d-4619-bc49-8b5b2f74bf8e tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Calling delete_port for a9364ed3-4993-414b-bbd3-aef1145ba8b5 owned by compute:nova {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:40:10.508002 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-d352933f-e368-4046-a505-58e378918234 req-f8b892b2-812d-420a-aaaa-2bbcd0d1737c service neutron] For port 1f9f89bb-4d09-4294-befd-5f60447d46a9, host hv-cinder-80403, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 10:40:10.512256 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-d352933f-e368-4046-a505-58e378918234 req-f8b892b2-812d-420a-aaaa-2bbcd0d1737c service neutron] For port 1f9f89bb-4d09-4294-befd-5f60447d46a9, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1f9f89bb-4d09-4294-befd-5f60447d46a9,segment=NetworkSegment(a89922f2-694e-41b6-9361-4a293f55702b),segment_id=a89922f2-694e-41b6-9361-4a293f55702b)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 10:40:10.523843 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-d352933f-e368-4046-a505-58e378918234 req-f8b892b2-812d-420a-aaaa-2bbcd0d1737c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11987839'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:10.590357 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352933f-e368-4046-a505-58e378918234 req-f8b892b2-812d-420a-aaaa-2bbcd0d1737c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:10.591040 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-d352933f-e368-4046-a505-58e378918234 req-f8b892b2-812d-420a-aaaa-2bbcd0d1737c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:10.592478 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d352933f-e368-4046-a505-58e378918234 req-f8b892b2-812d-420a-aaaa-2bbcd0d1737c service neutron] 10.222.0.20 "PUT /v2.0/ports/1f9f89bb-4d09-4294-befd-5f60447d46a9 HTTP/1.1" status: 200 len: 1094 time: 1.8981693 Nov 22 10:40:10.596473 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d047109-27a0-4543-b6eb-090c24da838c', 'tag': '1f9f89bb-4d09-4294-befd-5f60447d46a9'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:40:10.598895 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5429d6209f9db75179b029b02f265116e5db13468d9d60e00895472a7fa8ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b6dba5-ce5d-42d6-83b7-7d34812e240e" -d '{"events": [{"name": "network-changed", "server_uuid": "3d047109-27a0-4543-b6eb-090c24da838c", "tag": "1f9f89bb-4d09-4294-befd-5f60447d46a9"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:40:10.686760 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b892b2-812d-420a-aaaa-2bbcd0d1737c service neutron] Pushing event updated for resources: {'Port': ['ID=1f9f89bb-4d09-4294-befd-5f60447d46a9,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:40:10.709467 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-76a745d3-90fa-4fec-8464-5a28c7c49a2a req-8914bbe1-b21d-4619-bc49-8b5b2f74bf8e tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11987816'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:10.754068 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8914bbe1-b21d-4619-bc49-8b5b2f74bf8e tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Pushing event deleted for resources: {'Port': ['ID=a9364ed3-4993-414b-bbd3-aef1145ba8b5,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:40:10.772159 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e43b92-232c-4242-862f-e7342f5c95a5 req-4c3b5a99-a96b-48b8-9976-f9d5df1809a5 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:10.780084 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-29e43b92-232c-4242-862f-e7342f5c95a5 req-4c3b5a99-a96b-48b8-9976-f9d5df1809a5 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d047109-27a0-4543-b6eb-090c24da838c HTTP/1.1" status: 200 len: 944 time: 0.1842506 Nov 22 10:40:10.845452 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 10:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b412985-3897-4959-8829-b6e40ad01a37 x-openstack-request-id: req-7b412985-3897-4959-8829-b6e40ad01a37 {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:40:10.845757 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d047109-27a0-4543-b6eb-090c24da838c", "tag": "1f9f89bb-4d09-4294-befd-5f60447d46a9", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:40:10.846005 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7b412985-3897-4959-8829-b6e40ad01a37 {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:40:10.846397 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d047109-27a0-4543-b6eb-090c24da838c', 'tag': '1f9f89bb-4d09-4294-befd-5f60447d46a9', 'status': 'completed', 'code': 200} Nov 22 10:40:10.847295 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a745d3-90fa-4fec-8464-5a28c7c49a2a req-8914bbe1-b21d-4619-bc49-8b5b2f74bf8e tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] No DVR routers for this DVR port a9364ed3-4993-414b-bbd3-aef1145ba8b5 on host hv-cinder-80403 {{(pid=102911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 10:40:10.853523 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-76a745d3-90fa-4fec-8464-5a28c7c49a2a req-8914bbe1-b21d-4619-bc49-8b5b2f74bf8e tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:10.857099 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-76a745d3-90fa-4fec-8464-5a28c7c49a2a req-8914bbe1-b21d-4619-bc49-8b5b2f74bf8e tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.20 "DELETE /v2.0/ports/a9364ed3-4993-414b-bbd3-aef1145ba8b5 HTTP/1.1" status: 204 len: 173 time: 0.9806480 Nov 22 10:40:10.859091 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352933f-e368-4046-a505-58e378918234 req-2cf6e9a2-a6f9-4ced-8192-db8f96eaa494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:10.860551 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d352933f-e368-4046-a505-58e378918234 req-2cf6e9a2-a6f9-4ced-8192-db8f96eaa494 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ea3b1b45ca144f90b1c89acf24e22074&device_id=3d047109-27a0-4543-b6eb-090c24da838c HTTP/1.1" status: 200 len: 1097 time: 0.1918600 Nov 22 10:40:10.921701 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d352933f-e368-4046-a505-58e378918234 req-84f304de-64cb-4f09-9a67-527722c6214b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f9f89bb-4d09-4294-befd-5f60447d46a9 HTTP/1.1" status: 200 len: 217 time: 0.0490513 Nov 22 10:40:10.925260 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-29e43b92-232c-4242-862f-e7342f5c95a5 req-50375ad6-4270-40f4-8a63-9eee439b281f tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf07c556-c87e-4a93-86de-6d4dd8527259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443310 Nov 22 10:40:10.983272 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352933f-e368-4046-a505-58e378918234 req-16ac2712-fff3-441e-bf23-acc4d2e5855e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:10.984766 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d352933f-e368-4046-a505-58e378918234 req-16ac2712-fff3-441e-bf23-acc4d2e5855e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42224e55-d7ca-4407-9b29-fa448fd58ac4 HTTP/1.1" status: 200 len: 849 time: 0.0490439 Nov 22 10:40:11.047338 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352933f-e368-4046-a505-58e378918234 req-7e0793a6-7b6e-47f1-9315-4a13eac9d167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:11.048964 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d352933f-e368-4046-a505-58e378918234 req-7e0793a6-7b6e-47f1-9315-4a13eac9d167 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f8081780-6619-4e5e-aa59-236a3848a084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0456934 Nov 22 10:40:11.162249 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1b8cc061-7836-41e3-b79e-54656d846fac req-df29ce85-a692-4bd5-9e77-66909ba9d963 tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=409fd7e2d1c04bb796b7971b55ec6a74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277550 Nov 22 10:40:11.273504 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2168e691-26e1-4a93-9183-5445686d2f70 req-554f2189-3b5b-4fe1-a25e-6dd66db2836d tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:11.274910 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2168e691-26e1-4a93-9183-5445686d2f70 req-554f2189-3b5b-4fe1-a25e-6dd66db2836d tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 946 time: 0.2142165 Nov 22 10:40:11.284241 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a035a6fb-8236-4251-9866-f55eb34bc9ff req-6d7a0023-4f14-4694-9bc4-35598631a68b tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] 10.222.0.46 "GET /v2.0/ports?device_id=dcae3b6e-a430-4f8e-808f-f8a02a2e48c5 HTTP/1.1" status: 200 len: 210 time: 0.0799925 Nov 22 10:40:11.304077 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d352933f-e368-4046-a505-58e378918234 req-27a738b9-16fe-49a5-9639-cecbb0be4f7a service neutron] 10.222.0.20 "GET /v2.0/networks/f8081780-6619-4e5e-aa59-236a3848a084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340226 Nov 22 10:40:11.417203 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8cc061-7836-41e3-b79e-54656d846fac req-8ae3e14c-bf36-4537-b43e-357295911cbb tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:11.418765 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1b8cc061-7836-41e3-b79e-54656d846fac req-8ae3e14c-bf36-4537-b43e-357295911cbb tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2463436 Nov 22 10:40:11.424637 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2168e691-26e1-4a93-9183-5445686d2f70 req-c42ec003-48fe-4681-b499-a761182840f9 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc37a28d-3ede-4eca-8048-ef0cccb4e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394901 Nov 22 10:40:11.448965 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-1b8cc061-7836-41e3-b79e-54656d846fac req-5ba2ea0e-0e6f-46df-b885-fc73a77ecb6c tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] Request body: {'port': {'device_id': 'dcae3b6e-a430-4f8e-808f-f8a02a2e48c5', 'network_id': 'c0c4dcb8-3b0e-4219-a08d-6bdd7938132e', 'admin_state_up': True, 'tenant_id': '409fd7e2d1c04bb796b7971b55ec6a74'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:40:11.491380 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5abf522d-0ae4-4564-a14a-0ac465bf8b6e req-4ab152ee-3f1c-4719-8aa1-fdf430d779d5 tempest-VolumesSnapshotTestJSON-1931565032 tempest-VolumesSnapshotTestJSON-1931565032-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd645b8b-bb68-49af-b7dd-c5ddaa34211d HTTP/1.1" status: 200 len: 210 time: 0.0599043 Nov 22 10:40:11.582385 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d352933f-e368-4046-a505-58e378918234 req-e28c50ef-7c2b-43af-bcc4-cb2e3546a4d1 service neutron] 10.222.0.20 "GET /v2.0/networks/f8081780-6619-4e5e-aa59-236a3848a084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526195 Nov 22 10:40:11.626034 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4327f0e2-068c-43f4-867f-5a7a6e4abc3b req-fe0461e4-8d89-43f7-83a0-7b816afe17de tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:11.627759 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4327f0e2-068c-43f4-867f-5a7a6e4abc3b req-fe0461e4-8d89-43f7-83a0-7b816afe17de tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 946 time: 0.1085560 Nov 22 10:40:11.637053 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 45838) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:40:11.642779 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.v2.base [None req-d602ff12-2120-4478-87c8-479b6eaaed84 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Request body: {'floatingip': {'port_id': 'c090109f-0e04-44ab-9893-ad1a3bcccd12'}} {{(pid=102910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:40:11.673160 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b8cc061-7836-41e3-b79e-54656d846fac req-5ba2ea0e-0e6f-46df-b885-fc73a77ecb6c tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] Made reservation on behalf of 409fd7e2d1c04bb796b7971b55ec6a74 for: {'port': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 10:40:11.676679 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-1b8cc061-7836-41e3-b79e-54656d846fac req-5ba2ea0e-0e6f-46df-b885-fc73a77ecb6c tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:11.685541 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d602ff12-2120-4478-87c8-479b6eaaed84 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks [] for floatingip, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:11.687206 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-1b8cc061-7836-41e3-b79e-54656d846fac req-5ba2ea0e-0e6f-46df-b885-fc73a77ecb6c tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:11.714500 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6dba5-ce5d-42d6-83b7-7d34812e240e req-f0424a85-d895-4575-bafc-5a2bf76eeb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:11.716069 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d7b6dba5-ce5d-42d6-83b7-7d34812e240e req-f0424a85-d895-4575-bafc-5a2bf76eeb1a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ea3b1b45ca144f90b1c89acf24e22074&device_id=3d047109-27a0-4543-b6eb-090c24da838c HTTP/1.1" status: 200 len: 1097 time: 0.0717013 Nov 22 10:40:12.160331 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d602ff12-2120-4478-87c8-479b6eaaed84 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:12.165188 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d602ff12-2120-4478-87c8-479b6eaaed84 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030162'] for floatingip, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:12.264225 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.db.l3_db [None req-d602ff12-2120-4478-87c8-479b6eaaed84 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Floating IP 89ad0d7b-16c3-4665-8aa8-b1d887726337 associated. External IP: 172.27.0.196, port: c090109f-0e04-44ab-9893-ad1a3bcccd12. Nov 22 10:40:12.269529 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-1b8cc061-7836-41e3-b79e-54656d846fac req-5ba2ea0e-0e6f-46df-b885-fc73a77ecb6c tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:12.282579 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-1b8cc061-7836-41e3-b79e-54656d846fac req-5ba2ea0e-0e6f-46df-b885-fc73a77ecb6c tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:12.307060 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42d099-2bd5-4f96-9e19-009c94c2b4cf req-bce53b00-3780-4852-8ead-c3e7064731c3 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:12.309850 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-de42d099-2bd5-4f96-9e19-009c94c2b4cf req-bce53b00-3780-4852-8ead-c3e7064731c3 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d047109-27a0-4543-b6eb-090c24da838c HTTP/1.1" status: 200 len: 944 time: 0.1820076 Nov 22 10:40:12.311771 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6dba5-ce5d-42d6-83b7-7d34812e240e req-c6c40450-5417-4d8d-a841-07d496896899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:12.314188 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d7b6dba5-ce5d-42d6-83b7-7d34812e240e req-c6c40450-5417-4d8d-a841-07d496896899 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f8081780-6619-4e5e-aa59-236a3848a084 HTTP/1.1" status: 200 len: 911 time: 0.5852468 Nov 22 10:40:12.391420 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device a9364ed3-4993-414b-bbd3-aef1145ba8b5 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 10:40:12.413790 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] No Port match for: a9364ed3-4993-414b-bbd3-aef1145ba8b5 {{(pid=102912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 10:40:12.414127 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device a9364ed3-4993-414b-bbd3-aef1145ba8b5 not bound to the agent host hv-cinder-80403 {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 10:40:12.477737 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d602ff12-2120-4478-87c8-479b6eaaed84 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Router 0fcb52cf-a380-4431-aa8b-b28d74dc8fb9 has already been hosted by L3 agent fa3112ac-4a6e-40b6-a491-552ca746a833 {{(pid=102910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 10:40:12.498935 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d7b6dba5-ce5d-42d6-83b7-7d34812e240e req-c8d0bcda-e9fb-4c14-9c10-2fa3763f6fd5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f9f89bb-4d09-4294-befd-5f60447d46a9 HTTP/1.1" status: 200 len: 217 time: 0.1691091 Nov 22 10:40:12.586052 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-45ce2599-bc17-426a-abf6-ca448ca675e1 req-577d49e9-96fd-4de6-9147-b9b6abe5a2bd tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] 10.222.0.46 "GET /v2.0/ports?device_id=dcae3b6e-a430-4f8e-808f-f8a02a2e48c5 HTTP/1.1" status: 200 len: 210 time: 0.1134727 Nov 22 10:40:12.590166 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d602ff12-2120-4478-87c8-479b6eaaed84 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Notify agent at l3_agent.dv-cinder-804035-13-iscsi the message routers_updated {{(pid=102910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 10:40:12.596342 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d602ff12-2120-4478-87c8-479b6eaaed84 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for floatingip, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:12.603057 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1295db65-ef42-428b-bdc8-7f955a442416 None None] Sync routers for ids ['0fcb52cf-a380-4431-aa8b-b28d74dc8fb9'] in dv-cinder-804035-13-iscsi {{(pid=102912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 10:40:12.621665 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1295db65-ef42-428b-bdc8-7f955a442416 None None] Routers {'0fcb52cf-a380-4431-aa8b-b28d74dc8fb9'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:40:12.622964 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-1295db65-ef42-428b-bdc8-7f955a442416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:39:57Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['0fcb52cf-a380-4431-aa8b-b28d74dc8fb9'], 'active': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:40:12.625224 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-d602ff12-2120-4478-87c8-479b6eaaed84 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "PUT /v2.0/floatingips/89ad0d7b-16c3-4665-8aa8-b1d887726337 HTTP/1.1" status: 200 len: 992 time: 0.9861901 Nov 22 10:40:12.626092 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fc31878-b3c3-4d79-a38b-db8424acb20b', 'tag': 'c090109f-0e04-44ab-9893-ad1a3bcccd12'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:40:12.629031 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2087fbdd0508056fa5b30bb185ea5ce3ab7f559fa9cfd34086e27060f42f3c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871bbc7c-1953-4d02-b6ae-6ecf6f8a6be3" -d '{"events": [{"name": "network-changed", "server_uuid": "2fc31878-b3c3-4d79-a38b-db8424acb20b", "tag": "c090109f-0e04-44ab-9893-ad1a3bcccd12"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:40:12.633858 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba2ea0e-0e6f-46df-b885-fc73a77ecb6c tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a000c0c-eeb5-400a-bd29-be94bad05352,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:40:12.746755 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-de42d099-2bd5-4f96-9e19-009c94c2b4cf req-2b5a7a7f-c657-43e0-b3ae-35574ea682c8 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf07c556-c87e-4a93-86de-6d4dd8527259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4190743 Nov 22 10:40:12.772941 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6dba5-ce5d-42d6-83b7-7d34812e240e req-487e58ba-5b21-4204-aafe-75cbcb92d579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:12.774840 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvr_db [None req-1295db65-ef42-428b-bdc8-7f955a442416 None None] Set router 0fcb52cf-a380-4431-aa8b-b28d74dc8fb9 gateway port host: dv-cinder-804035-13-iscsi {{(pid=102912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:40:12.775263 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d7b6dba5-ce5d-42d6-83b7-7d34812e240e req-487e58ba-5b21-4204-aafe-75cbcb92d579 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42224e55-d7ca-4407-9b29-fa448fd58ac4 HTTP/1.1" status: 200 len: 849 time: 0.2494850 Nov 22 10:40:12.798663 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 10:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9e555d-d8ca-45fa-aa3d-cbd8e16d956f x-openstack-request-id: req-ec9e555d-d8ca-45fa-aa3d-cbd8e16d956f {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:40:12.799497 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fc31878-b3c3-4d79-a38b-db8424acb20b", "tag": "c090109f-0e04-44ab-9893-ad1a3bcccd12", "status": "completed", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:40:12.799497 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ec9e555d-d8ca-45fa-aa3d-cbd8e16d956f {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:40:12.799787 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fc31878-b3c3-4d79-a38b-db8424acb20b', 'tag': 'c090109f-0e04-44ab-9893-ad1a3bcccd12', 'status': 'completed', 'code': 200} Nov 22 10:40:12.830783 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [req-1b8cc061-7836-41e3-b79e-54656d846fac req-5ba2ea0e-0e6f-46df-b885-fc73a77ecb6c tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] Allocated IP 192.168.233.37 (c0c4dcb8-3b0e-4219-a08d-6bdd7938132e/8c874067-faef-4765-b77f-2ae154b4b7e6/bc2655fc-2d3b-4142-aba7-9ba211f6469e) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 10:40:12.847345 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd645b8b-bb68-49af-b7dd-c5ddaa34211d', 'name': 'network-vif-deleted', 'tag': 'a9364ed3-4993-414b-bbd3-aef1145ba8b5'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:40:12.849872 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5429d6209f9db75179b029b02f265116e5db13468d9d60e00895472a7fa8ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11939626-8def-47fd-b74f-b497906b2682" -d '{"events": [{"server_uuid": "cd645b8b-bb68-49af-b7dd-c5ddaa34211d", "name": "network-vif-deleted", "tag": "a9364ed3-4993-414b-bbd3-aef1145ba8b5"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:40:12.896284 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 10:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ed01c5-0c99-48f9-8ced-4b6aabdafc98 x-openstack-request-id: req-f5ed01c5-0c99-48f9-8ced-4b6aabdafc98 {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:40:12.897028 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd645b8b-bb68-49af-b7dd-c5ddaa34211d", "name": "network-vif-deleted", "tag": "a9364ed3-4993-414b-bbd3-aef1145ba8b5", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:40:12.897383 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f5ed01c5-0c99-48f9-8ced-4b6aabdafc98 {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:40:12.898232 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd645b8b-bb68-49af-b7dd-c5ddaa34211d', 'name': 'network-vif-deleted', 'tag': 'a9364ed3-4993-414b-bbd3-aef1145ba8b5', 'status': 'completed', 'code': 200} Nov 22 10:40:12.947379 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871bbc7c-1953-4d02-b6ae-6ecf6f8a6be3 req-8b3184f5-1275-4ce9-bc7e-1ea914a54351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:12.949221 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-871bbc7c-1953-4d02-b6ae-6ecf6f8a6be3 req-8b3184f5-1275-4ce9-bc7e-1ea914a54351 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f2a799df19ef409eb8975d5f05fa1c01&device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 1099 time: 0.1199865 Nov 22 10:40:12.960086 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6dba5-ce5d-42d6-83b7-7d34812e240e req-9acc494e-704c-43a3-891c-14e7a40ef34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:12.961693 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d7b6dba5-ce5d-42d6-83b7-7d34812e240e req-9acc494e-704c-43a3-891c-14e7a40ef34d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f8081780-6619-4e5e-aa59-236a3848a084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1738954 Nov 22 10:40:13.106682 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-1295db65-ef42-428b-bdc8-7f955a442416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fcb52cf-a380-4431-aa8b-b28d74dc8fb9', 'name': 'tempest-AttachVolumeShelveTestJSON-6190435-router', 'tenant_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '260c4cc6-d584-431e-ae2a-5e3741288db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:34:38Z', 'updated_at': '2021-11-22T10:34:46Z', 'revision_number': 4, 'project_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'gw_port': {'id': '260c4cc6-d584-431e-ae2a-5e3741288db2', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:78:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcb52cf-a380-4431-aa8b-b28d74dc8fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:39Z', 'updated_at': '2021-11-22T10:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_floatingips': [{'id': '89ad0d7b-16c3-4665-8aa8-b1d887726337', 'tenant_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'floating_ip_address': '172.27.0.196', 'floating_network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'router_id': '0fcb52cf-a380-4431-aa8b-b28d74dc8fb9', 'port_id': 'c090109f-0e04-44ab-9893-ad1a3bcccd12', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e114790e-2c2f-46a4-8dd6-49197de38f16', 'mac_address': 'fa:16:3e:69:f3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc31878-b3c3-4d79-a38b-db8424acb20b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T10:39:53Z', 'updated_at': '2021-11-22T10:40:12Z', 'revision_number': 1, 'project_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4acd6b4-5657-4fc7-95cd-7daa4a3f2014', 'name': '', 'network_id': 'e114790e-2c2f-46a4-8dd6-49197de38f16', 'tenant_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'mac_address': 'fa:16:3e:c9:07:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcb52cf-a380-4431-aa8b-b28d74dc8fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c4f21e7d-d84a-4ede-b812-0052f7303231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:43Z', 'updated_at': '2021-11-22T10:34:57Z', 'revision_number': 5, 'project_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'subnets': [{'id': 'c4f21e7d-d84a-4ede-b812-0052f7303231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:40:13.138976 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1295db65-ef42-428b-bdc8-7f955a442416 None None] Checking router: 0fcb52cf-a380-4431-aa8b-b28d74dc8fb9 for host: dv-cinder-804035-13-iscsi {{(pid=102912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 10:40:13.147884 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1295db65-ef42-428b-bdc8-7f955a442416 None None] Routers {'0fcb52cf-a380-4431-aa8b-b28d74dc8fb9'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:40:13.148549 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-1295db65-ef42-428b-bdc8-7f955a442416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:39:57Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['0fcb52cf-a380-4431-aa8b-b28d74dc8fb9'], 'active': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:40:13.208594 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871bbc7c-1953-4d02-b6ae-6ecf6f8a6be3 req-64829110-e8bd-445e-917b-3555dfc50418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:13.210100 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-871bbc7c-1953-4d02-b6ae-6ecf6f8a6be3 req-64829110-e8bd-445e-917b-3555dfc50418 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e114790e-2c2f-46a4-8dd6-49197de38f16 HTTP/1.1" status: 200 len: 915 time: 0.2454574 Nov 22 10:40:13.258952 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvr_db [None req-1295db65-ef42-428b-bdc8-7f955a442416 None None] Set router 0fcb52cf-a380-4431-aa8b-b28d74dc8fb9 gateway port host: dv-cinder-804035-13-iscsi {{(pid=102912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:40:13.269310 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-1b8cc061-7836-41e3-b79e-54656d846fac req-5ba2ea0e-0e6f-46df-b885-fc73a77ecb6c tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:13.274254 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d7b6dba5-ce5d-42d6-83b7-7d34812e240e req-fc8b596c-f47b-46a5-836a-04dcf8636387 service neutron] 10.222.0.20 "GET /v2.0/networks/f8081780-6619-4e5e-aa59-236a3848a084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986732 Nov 22 10:40:13.358305 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-871bbc7c-1953-4d02-b6ae-6ecf6f8a6be3 req-a4bd1bc5-3949-4360-86e6-237ba1deb946 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c090109f-0e04-44ab-9893-ad1a3bcccd12 HTTP/1.1" status: 200 len: 1000 time: 0.1344087 Nov 22 10:40:13.432019 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-1b8cc061-7836-41e3-b79e-54656d846fac req-5ba2ea0e-0e6f-46df-b885-fc73a77ecb6c tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749315246228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11987816'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:13.453516 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871bbc7c-1953-4d02-b6ae-6ecf6f8a6be3 req-64d825c3-009f-44b3-b4f8-1847fa171036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:13.455032 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-871bbc7c-1953-4d02-b6ae-6ecf6f8a6be3 req-64d825c3-009f-44b3-b4f8-1847fa171036 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c4f21e7d-d84a-4ede-b812-0052f7303231 HTTP/1.1" status: 200 len: 853 time: 0.0902016 Nov 22 10:40:13.498051 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d7b6dba5-ce5d-42d6-83b7-7d34812e240e req-a597cd85-ab31-4b9f-b9d5-c391b56039a6 service neutron] 10.222.0.20 "GET /v2.0/networks/f8081780-6619-4e5e-aa59-236a3848a084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148149 Nov 22 10:40:13.502988 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-1295db65-ef42-428b-bdc8-7f955a442416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fcb52cf-a380-4431-aa8b-b28d74dc8fb9', 'name': 'tempest-AttachVolumeShelveTestJSON-6190435-router', 'tenant_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '260c4cc6-d584-431e-ae2a-5e3741288db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:34:38Z', 'updated_at': '2021-11-22T10:34:46Z', 'revision_number': 4, 'project_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'gw_port': {'id': '260c4cc6-d584-431e-ae2a-5e3741288db2', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:78:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcb52cf-a380-4431-aa8b-b28d74dc8fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:39Z', 'updated_at': '2021-11-22T10:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_floatingips': [{'id': '89ad0d7b-16c3-4665-8aa8-b1d887726337', 'tenant_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'floating_ip_address': '172.27.0.196', 'floating_network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'router_id': '0fcb52cf-a380-4431-aa8b-b28d74dc8fb9', 'port_id': 'c090109f-0e04-44ab-9893-ad1a3bcccd12', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e114790e-2c2f-46a4-8dd6-49197de38f16', 'mac_address': 'fa:16:3e:69:f3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc31878-b3c3-4d79-a38b-db8424acb20b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T10:39:53Z', 'updated_at': '2021-11-22T10:40:12Z', 'revision_number': 1, 'project_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4acd6b4-5657-4fc7-95cd-7daa4a3f2014', 'name': '', 'network_id': 'e114790e-2c2f-46a4-8dd6-49197de38f16', 'tenant_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'mac_address': 'fa:16:3e:c9:07:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcb52cf-a380-4431-aa8b-b28d74dc8fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c4f21e7d-d84a-4ede-b812-0052f7303231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:43Z', 'updated_at': '2021-11-22T10:34:57Z', 'revision_number': 5, 'project_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'subnets': [{'id': 'c4f21e7d-d84a-4ede-b812-0052f7303231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:40:13.525349 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b8cc061-7836-41e3-b79e-54656d846fac req-5ba2ea0e-0e6f-46df-b885-fc73a77ecb6c tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] Network c0c4dcb8-3b0e-4219-a08d-6bdd7938132e is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:40:13.530915 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [req-1b8cc061-7836-41e3-b79e-54656d846fac req-5ba2ea0e-0e6f-46df-b885-fc73a77ecb6c tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:40:13.531144 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1295db65-ef42-428b-bdc8-7f955a442416 None None] The sync data for ids ['0fcb52cf-a380-4431-aa8b-b28d74dc8fb9'] in dv-cinder-804035-13-iscsi is: [{'id': '0fcb52cf-a380-4431-aa8b-b28d74dc8fb9', 'name': 'tempest-AttachVolumeShelveTestJSON-6190435-router', 'tenant_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '260c4cc6-d584-431e-ae2a-5e3741288db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:34:38Z', 'updated_at': '2021-11-22T10:34:46Z', 'revision_number': 4, 'project_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'gw_port': {'id': '260c4cc6-d584-431e-ae2a-5e3741288db2', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:78:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcb52cf-a380-4431-aa8b-b28d74dc8fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:39Z', 'updated_at': '2021-11-22T10:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_floatingips': [{'id': '89ad0d7b-16c3-4665-8aa8-b1d887726337', 'tenant_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'floating_ip_address': '172.27.0.196', 'floating_network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'router_id': '0fcb52cf-a380-4431-aa8b-b28d74dc8fb9', 'port_id': 'c090109f-0e04-44ab-9893-ad1a3bcccd12', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e114790e-2c2f-46a4-8dd6-49197de38f16', 'mac_address': 'fa:16:3e:69:f3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc31878-b3c3-4d79-a38b-db8424acb20b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T10:39:53Z', 'updated_at': '2021-11-22T10:40:12Z', 'revision_number': 1, 'project_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4acd6b4-5657-4fc7-95cd-7daa4a3f2014', 'name': '', 'network_id': 'e114790e-2c2f-46a4-8dd6-49197de38f16', 'tenant_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'mac_address': 'fa:16:3e:c9:07:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcb52cf-a380-4431-aa8b-b28d74dc8fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c4f21e7d-d84a-4ede-b812-0052f7303231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:43Z', 'updated_at': '2021-11-22T10:34:57Z', 'revision_number': 5, 'project_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'subnets': [{'id': 'c4f21e7d-d84a-4ede-b812-0052f7303231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 10:40:13.536609 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b8cc061-7836-41e3-b79e-54656d846fac req-5ba2ea0e-0e6f-46df-b885-fc73a77ecb6c tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 10:40:13.542042 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba2ea0e-0e6f-46df-b885-fc73a77ecb6c tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] Pushing event updated for resources: {'Port': ['ID=bc2655fc-2d3b-4142-aba7-9ba211f6469e,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:40:13.596723 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871bbc7c-1953-4d02-b6ae-6ecf6f8a6be3 req-f5ccbdfc-5018-4d02-8512-75564a73f6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:13.598392 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-871bbc7c-1953-4d02-b6ae-6ecf6f8a6be3 req-f5ccbdfc-5018-4d02-8512-75564a73f6c7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e114790e-2c2f-46a4-8dd6-49197de38f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1171608 Nov 22 10:40:13.607384 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8cc061-7836-41e3-b79e-54656d846fac req-5ba2ea0e-0e6f-46df-b885-fc73a77ecb6c tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:13.608132 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-1b8cc061-7836-41e3-b79e-54656d846fac req-5ba2ea0e-0e6f-46df-b885-fc73a77ecb6c tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:13.670938 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1b8cc061-7836-41e3-b79e-54656d846fac req-5ba2ea0e-0e6f-46df-b885-fc73a77ecb6c tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2269604 Nov 22 10:40:13.686692 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-1b8cc061-7836-41e3-b79e-54656d846fac req-857bbb83-fac2-4f8d-a02b-d108352a8c46 service neutron] Request body: {'port': {'device_id': 'dcae3b6e-a430-4f8e-808f-f8a02a2e48c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:40:13.793431 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6275039e-7030-47a7-897a-22c2f01e0d88 None None] New status for floating IP 89ad0d7b-16c3-4665-8aa8-b1d887726337: ACTIVE {{(pid=102913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 10:40:13.812740 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-1b8cc061-7836-41e3-b79e-54656d846fac req-857bbb83-fac2-4f8d-a02b-d108352a8c46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:13.818174 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-871bbc7c-1953-4d02-b6ae-6ecf6f8a6be3 req-a10aef24-f4e9-478a-ab1a-7de12c437dd0 service neutron] 10.222.0.20 "GET /v2.0/networks/e114790e-2c2f-46a4-8dd6-49197de38f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070062 Nov 22 10:40:13.847593 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f057835-c773-4f8f-bf18-3b2333ff9066 req-15eeaeb6-b68d-4d4c-8bc0-709f61a4b293 tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:13.849268 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2f057835-c773-4f8f-bf18-3b2333ff9066 req-15eeaeb6-b68d-4d4c-8bc0-709f61a4b293 tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] 10.222.0.46 "GET /v2.0/ports?device_id=dcae3b6e-a430-4f8e-808f-f8a02a2e48c5 HTTP/1.1" status: 200 len: 935 time: 0.1578844 Nov 22 10:40:13.862980 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-2933c3e1-226a-4b0d-98b9-bce7df642157 None None] Provisioning complete for port bc2655fc-2d3b-4142-aba7-9ba211f6469e triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:40:13.862980 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-2933c3e1-226a-4b0d-98b9-bce7df642157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:13.907453 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-2933c3e1-226a-4b0d-98b9-bce7df642157 None None] Port bc2655fc-2d3b-4142-aba7-9ba211f6469e cannot update to ACTIVE because it is not bound. {{(pid=102912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 10:40:14.043829 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2f057835-c773-4f8f-bf18-3b2333ff9066 req-f1c1e108-7adf-4a89-a7b1-2153efbfb2f6 tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a000c0c-eeb5-400a-bd29-be94bad05352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808100 Nov 22 10:40:14.104766 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-871bbc7c-1953-4d02-b6ae-6ecf6f8a6be3 req-fddc6274-8297-4ef3-b1df-be7facc173f3 service neutron] 10.222.0.20 "GET /v2.0/networks/e114790e-2c2f-46a4-8dd6-49197de38f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741277 Nov 22 10:40:14.119864 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d360e12-6593-4a09-af25-0d295a539fa0 req-e41f5a6a-3767-44b7-b1b6-11e8cdbf2753 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:14.121756 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1d360e12-6593-4a09-af25-0d295a539fa0 req-e41f5a6a-3767-44b7-b1b6-11e8cdbf2753 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d047109-27a0-4543-b6eb-090c24da838c HTTP/1.1" status: 200 len: 944 time: 0.1829159 Nov 22 10:40:14.224188 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1d360e12-6593-4a09-af25-0d295a539fa0 req-93576bbb-2591-4cd6-801d-de76ae229546 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf07c556-c87e-4a93-86de-6d4dd8527259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952926 Nov 22 10:40:14.328203 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [req-1b8cc061-7836-41e3-b79e-54656d846fac req-857bbb83-fac2-4f8d-a02b-d108352a8c46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc2655fc-2d3b-4142-aba7-9ba211f6469e {{(pid=102911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 10:40:14.337865 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-1b8cc061-7836-41e3-b79e-54656d846fac req-857bbb83-fac2-4f8d-a02b-d108352a8c46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:14.352029 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.provisioning_blocks [req-1b8cc061-7836-41e3-b79e-54656d846fac req-857bbb83-fac2-4f8d-a02b-d108352a8c46 service neutron] Transition to ACTIVE for port object bc2655fc-2d3b-4142-aba7-9ba211f6469e will not be triggered until provisioned by entity L2. {{(pid=102911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 10:40:14.361027 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-1b8cc061-7836-41e3-b79e-54656d846fac req-857bbb83-fac2-4f8d-a02b-d108352a8c46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11987839'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:14.410966 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device 1f9f89bb-4d09-4294-befd-5f60447d46a9 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 10:40:14.416015 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857bbb83-fac2-4f8d-a02b-d108352a8c46 service neutron] Pushing event updated for resources: {'Port': ['ID=bc2655fc-2d3b-4142-aba7-9ba211f6469e,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:40:14.509875 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-1b8cc061-7836-41e3-b79e-54656d846fac req-857bbb83-fac2-4f8d-a02b-d108352a8c46 service neutron] Attempting to bind port bc2655fc-2d3b-4142-aba7-9ba211f6469e on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 10:40:14.510324 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-1b8cc061-7836-41e3-b79e-54656d846fac req-857bbb83-fac2-4f8d-a02b-d108352a8c46 service neutron] Attempting to bind port bc2655fc-2d3b-4142-aba7-9ba211f6469e by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '14c43012-c582-4d65-a720-902231c40f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c0c4dcb8-3b0e-4219-a08d-6bdd7938132e'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 10:40:14.510822 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8cc061-7836-41e3-b79e-54656d846fac req-857bbb83-fac2-4f8d-a02b-d108352a8c46 service neutron] Attempting to bind port bc2655fc-2d3b-4142-aba7-9ba211f6469e on network c0c4dcb8-3b0e-4219-a08d-6bdd7938132e {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:40:14.517709 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8cc061-7836-41e3-b79e-54656d846fac req-857bbb83-fac2-4f8d-a02b-d108352a8c46 service neutron] Port bc2655fc-2d3b-4142-aba7-9ba211f6469e on network c0c4dcb8-3b0e-4219-a08d-6bdd7938132e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 10:40:14.518205 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8cc061-7836-41e3-b79e-54656d846fac req-857bbb83-fac2-4f8d-a02b-d108352a8c46 service neutron] Attempting to bind port bc2655fc-2d3b-4142-aba7-9ba211f6469e on network c0c4dcb8-3b0e-4219-a08d-6bdd7938132e {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:40:14.525606 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8cc061-7836-41e3-b79e-54656d846fac req-857bbb83-fac2-4f8d-a02b-d108352a8c46 service neutron] Checking agent: {'id': '8aa3c5bc-bff8-4a30-90cc-a12bac01bfcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 10, 32, 50), 'started_at': datetime.datetime(2021, 11, 22, 10, 32, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 10, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 10:40:14.526127 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8cc061-7836-41e3-b79e-54656d846fac req-857bbb83-fac2-4f8d-a02b-d108352a8c46 service neutron] Checking segment: {'id': '14c43012-c582-4d65-a720-902231c40f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c0c4dcb8-3b0e-4219-a08d-6bdd7938132e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:40:14.526650 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8cc061-7836-41e3-b79e-54656d846fac req-857bbb83-fac2-4f8d-a02b-d108352a8c46 service neutron] Bound using segment: {'id': '14c43012-c582-4d65-a720-902231c40f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c0c4dcb8-3b0e-4219-a08d-6bdd7938132e'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 10:40:14.527281 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-1b8cc061-7836-41e3-b79e-54656d846fac req-857bbb83-fac2-4f8d-a02b-d108352a8c46 service neutron] Bound port: bc2655fc-2d3b-4142-aba7-9ba211f6469e, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c43012-c582-4d65-a720-902231c40f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c0c4dcb8-3b0e-4219-a08d-6bdd7938132e'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 10:40:14.527874 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-1b8cc061-7836-41e3-b79e-54656d846fac req-857bbb83-fac2-4f8d-a02b-d108352a8c46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:14.545523 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port 1f9f89bb-4d09-4294-befd-5f60447d46a9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1f9f89bb-4d09-4294-befd-5f60447d46a9,segment=NetworkSegment(a89922f2-694e-41b6-9361-4a293f55702b),segment_id=a89922f2-694e-41b6-9361-4a293f55702b)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:40:14.558775 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Returning: {'device': '1f9f89bb-4d09-4294-befd-5f60447d46a9', 'network_id': 'f8081780-6619-4e5e-aa59-236a3848a084', 'port_id': '1f9f89bb-4d09-4294-befd-5f60447d46a9', 'mac_address': 'fa:16:3e:68:cd:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42224e55-d7ca-4407-9b29-fa448fd58ac4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 10:40:14.613781 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-1b8cc061-7836-41e3-b79e-54656d846fac req-857bbb83-fac2-4f8d-a02b-d108352a8c46 service neutron] For port bc2655fc-2d3b-4142-aba7-9ba211f6469e, host hv-cinder-80403, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 10:40:14.614727 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:14.617356 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-1b8cc061-7836-41e3-b79e-54656d846fac req-857bbb83-fac2-4f8d-a02b-d108352a8c46 service neutron] For port bc2655fc-2d3b-4142-aba7-9ba211f6469e, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=bc2655fc-2d3b-4142-aba7-9ba211f6469e,segment=NetworkSegment(14c43012-c582-4d65-a720-902231c40f1a),segment_id=14c43012-c582-4d65-a720-902231c40f1a)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 10:40:14.622054 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-1b8cc061-7836-41e3-b79e-54656d846fac req-857bbb83-fac2-4f8d-a02b-d108352a8c46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11987839'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:14.644049 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f9f89bb-4d09-4294-befd-5f60447d46a9 {{(pid=102912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 10:40:14.662156 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8cc061-7836-41e3-b79e-54656d846fac req-857bbb83-fac2-4f8d-a02b-d108352a8c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:14.662797 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-1b8cc061-7836-41e3-b79e-54656d846fac req-857bbb83-fac2-4f8d-a02b-d108352a8c46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:14.664340 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1b8cc061-7836-41e3-b79e-54656d846fac req-857bbb83-fac2-4f8d-a02b-d108352a8c46 service neutron] 10.222.0.20 "PUT /v2.0/ports/bc2655fc-2d3b-4142-aba7-9ba211f6469e HTTP/1.1" status: 200 len: 1097 time: 0.9845295 Nov 22 10:40:14.679473 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port 1f9f89bb-4d09-4294-befd-5f60447d46a9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1f9f89bb-4d09-4294-befd-5f60447d46a9,segment=NetworkSegment(a89922f2-694e-41b6-9361-4a293f55702b),segment_id=a89922f2-694e-41b6-9361-4a293f55702b)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:40:14.684894 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:14.687524 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857bbb83-fac2-4f8d-a02b-d108352a8c46 service neutron] Pushing event updated for resources: {'Port': ['ID=bc2655fc-2d3b-4142-aba7-9ba211f6469e,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:40:14.742202 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Pushing event updated for resources: {'Port': ['ID=1f9f89bb-4d09-4294-befd-5f60447d46a9,revision_number=4']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:40:14.899245 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcae3b6e-a430-4f8e-808f-f8a02a2e48c5', 'tag': 'bc2655fc-2d3b-4142-aba7-9ba211f6469e'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:40:14.902068 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5429d6209f9db75179b029b02f265116e5db13468d9d60e00895472a7fa8ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c104332b-1e01-4439-b185-9f9b44f1f18e" -d '{"events": [{"name": "network-changed", "server_uuid": "dcae3b6e-a430-4f8e-808f-f8a02a2e48c5", "tag": "bc2655fc-2d3b-4142-aba7-9ba211f6469e"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:40:14.945485 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 10:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec38de5-6dea-498c-946c-79f7bf66e06b x-openstack-request-id: req-2ec38de5-6dea-498c-946c-79f7bf66e06b {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:40:14.945788 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcae3b6e-a430-4f8e-808f-f8a02a2e48c5", "tag": "bc2655fc-2d3b-4142-aba7-9ba211f6469e", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:40:14.946040 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2ec38de5-6dea-498c-946c-79f7bf66e06b {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:40:14.946499 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcae3b6e-a430-4f8e-808f-f8a02a2e48c5', 'tag': 'bc2655fc-2d3b-4142-aba7-9ba211f6469e', 'status': 'completed', 'code': 200} Nov 22 10:40:15.177087 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0486eec-b69f-4f38-9926-75a696d415a8 req-849bb158-9cb8-4caf-b230-24aa465debb7 tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:15.178972 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d0486eec-b69f-4f38-9926-75a696d415a8 req-849bb158-9cb8-4caf-b230-24aa465debb7 tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] 10.222.0.46 "GET /v2.0/ports?device_id=dcae3b6e-a430-4f8e-808f-f8a02a2e48c5 HTTP/1.1" status: 200 len: 947 time: 0.0581248 Nov 22 10:40:15.234794 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d0486eec-b69f-4f38-9926-75a696d415a8 req-8c96dacc-575f-44d2-bcf3-fe1580ba6f30 tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a000c0c-eeb5-400a-bd29-be94bad05352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470631 Nov 22 10:40:15.379564 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0031930-f72d-4fea-83e3-50788306cb8d req-a87a797e-a6c0-40b2-b9e2-0a06b9059a7f tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:15.381129 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d0031930-f72d-4fea-83e3-50788306cb8d req-a87a797e-a6c0-40b2-b9e2-0a06b9059a7f tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d047109-27a0-4543-b6eb-090c24da838c HTTP/1.1" status: 200 len: 945 time: 0.0556345 Nov 22 10:40:15.433696 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d0031930-f72d-4fea-83e3-50788306cb8d req-686a2852-785e-4736-a9aa-1107f21d2441 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf07c556-c87e-4a93-86de-6d4dd8527259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436301 Nov 22 10:40:16.368877 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47f79d-ff93-4f2b-b8e0-f738da209c14 req-c08c85cd-9d0f-44df-b11b-987dc68db90e tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:16.370942 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7d47f79d-ff93-4f2b-b8e0-f738da209c14 req-c08c85cd-9d0f-44df-b11b-987dc68db90e tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] 10.222.0.46 "GET /v2.0/ports?device_id=dcae3b6e-a430-4f8e-808f-f8a02a2e48c5 HTTP/1.1" status: 200 len: 947 time: 0.0616393 Nov 22 10:40:16.423190 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7d47f79d-ff93-4f2b-b8e0-f738da209c14 req-2d1d5d66-8d21-4641-aa5f-0bb0adaabf16 tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a000c0c-eeb5-400a-bd29-be94bad05352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446177 Nov 22 10:40:16.564588 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b8cac-3252-4508-973c-fdc32a40ab53 req-6e385ea8-0a0c-4128-b0b0-35c405fb3e23 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:16.566049 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-932b8cac-3252-4508-973c-fdc32a40ab53 req-6e385ea8-0a0c-4128-b0b0-35c405fb3e23 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d047109-27a0-4543-b6eb-090c24da838c HTTP/1.1" status: 200 len: 945 time: 0.0497990 Nov 22 10:40:16.622010 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-932b8cac-3252-4508-973c-fdc32a40ab53 req-081ceb5e-8487-45d8-89de-18b886990542 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf07c556-c87e-4a93-86de-6d4dd8527259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488539 Nov 22 10:40:17.297130 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104332b-1e01-4439-b185-9f9b44f1f18e req-eb32d28a-4424-4938-bcb8-5989b526b26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:17.298707 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c104332b-1e01-4439-b185-9f9b44f1f18e req-eb32d28a-4424-4938-bcb8-5989b526b26c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=409fd7e2d1c04bb796b7971b55ec6a74&device_id=dcae3b6e-a430-4f8e-808f-f8a02a2e48c5 HTTP/1.1" status: 200 len: 1100 time: 0.0449185 Nov 22 10:40:17.341945 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c104332b-1e01-4439-b185-9f9b44f1f18e req-24b71ea9-9e6d-4f79-82a0-e0f63e7f42a4 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=409fd7e2d1c04bb796b7971b55ec6a74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291073 Nov 22 10:40:17.495463 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] get_ports_and_sgs() called for port_ids ['1f9f89bb-4d09-4294-befd-5f60447d46a9'] {{(pid=102912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 10:40:17.566149 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104332b-1e01-4439-b185-9f9b44f1f18e req-ef5e0a08-3615-4d3d-b4fb-4f29e7d7583f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:17.567643 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c104332b-1e01-4439-b185-9f9b44f1f18e req-ef5e0a08-3615-4d3d-b4fb-4f29e7d7583f service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2154343 Nov 22 10:40:17.589169 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a798a-db9e-4908-8b97-a6cafda03a1a req-c8066ead-af83-4517-897e-8d424020857e tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:17.591230 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-de9a798a-db9e-4908-8b97-a6cafda03a1a req-c8066ead-af83-4517-897e-8d424020857e tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] 10.222.0.46 "GET /v2.0/ports?device_id=dcae3b6e-a430-4f8e-808f-f8a02a2e48c5 HTTP/1.1" status: 200 len: 947 time: 0.0913799 Nov 22 10:40:17.682435 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-de9a798a-db9e-4908-8b97-a6cafda03a1a req-4a4c516f-7811-4f3e-af59-6fb29a4aca33 tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a000c0c-eeb5-400a-bd29-be94bad05352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821803 Nov 22 10:40:17.689289 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8cc061-7836-41e3-b79e-54656d846fac req-a58311ec-b273-48aa-8460-4aa7cb18b048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:17.691042 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1b8cc061-7836-41e3-b79e-54656d846fac req-a58311ec-b273-48aa-8460-4aa7cb18b048 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=409fd7e2d1c04bb796b7971b55ec6a74&device_id=dcae3b6e-a430-4f8e-808f-f8a02a2e48c5 HTTP/1.1" status: 200 len: 1100 time: 0.0812709 Nov 22 10:40:17.757047 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1b8cc061-7836-41e3-b79e-54656d846fac req-8cb5adf0-cb6c-4302-a7b9-5073e9424136 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=bc2655fc-2d3b-4142-aba7-9ba211f6469e HTTP/1.1" status: 200 len: 217 time: 0.0546725 Nov 22 10:40:17.832264 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f52a7-0e20-4b38-b5ab-5a73cf37110e req-0f48180d-b909-4a0d-aeb5-6ab26c7d7ee4 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:17.833775 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e82f52a7-0e20-4b38-b5ab-5a73cf37110e req-0f48180d-b909-4a0d-aeb5-6ab26c7d7ee4 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d047109-27a0-4543-b6eb-090c24da838c HTTP/1.1" status: 200 len: 945 time: 0.1302068 Nov 22 10:40:17.835421 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8cc061-7836-41e3-b79e-54656d846fac req-3067383e-cf96-4a73-8aad-c4e3ea21f7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:17.836811 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1b8cc061-7836-41e3-b79e-54656d846fac req-3067383e-cf96-4a73-8aad-c4e3ea21f7f4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8c874067-faef-4765-b77f-2ae154b4b7e6 HTTP/1.1" status: 200 len: 843 time: 0.0648990 Nov 22 10:40:17.917833 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e82f52a7-0e20-4b38-b5ab-5a73cf37110e req-b3725078-961b-4f89-93c0-90c806745a3c tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf07c556-c87e-4a93-86de-6d4dd8527259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771039 Nov 22 10:40:17.919762 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8cc061-7836-41e3-b79e-54656d846fac req-ac518f66-dbd5-4b30-9a06-0b3500a20a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:17.921309 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1b8cc061-7836-41e3-b79e-54656d846fac req-ac518f66-dbd5-4b30-9a06-0b3500a20a3e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0c4dcb8-3b0e-4219-a08d-6bdd7938132e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0740640 Nov 22 10:40:18.282527 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1b8cc061-7836-41e3-b79e-54656d846fac req-5e8be50b-0a62-4814-a915-0f4a556c8202 service neutron] 10.222.0.20 "GET /v2.0/networks/c0c4dcb8-3b0e-4219-a08d-6bdd7938132e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532796 Nov 22 10:40:18.416485 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1b8cc061-7836-41e3-b79e-54656d846fac req-b9802bcd-4918-407c-8121-49ce4f5bd11d service neutron] 10.222.0.20 "GET /v2.0/networks/c0c4dcb8-3b0e-4219-a08d-6bdd7938132e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244178 Nov 22 10:40:18.847748 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5744d-4d89-40c1-a500-290ade4f8cf9 req-840153a1-4749-4665-b944-12d23f05976f tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:18.850364 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7cd5744d-4d89-40c1-a500-290ade4f8cf9 req-840153a1-4749-4665-b944-12d23f05976f tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] 10.222.0.46 "GET /v2.0/ports?device_id=dcae3b6e-a430-4f8e-808f-f8a02a2e48c5 HTTP/1.1" status: 200 len: 947 time: 0.0728445 Nov 22 10:40:18.927264 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7cd5744d-4d89-40c1-a500-290ade4f8cf9 req-394a25d8-3e58-4743-a272-96272baaefd1 tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a000c0c-eeb5-400a-bd29-be94bad05352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684705 Nov 22 10:40:19.071817 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e326a-f317-49ad-9061-097609aa9c50 req-2bdae00d-66cc-454d-aef5-e784a034ea18 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:19.073562 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-570e326a-f317-49ad-9061-097609aa9c50 req-2bdae00d-66cc-454d-aef5-e784a034ea18 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d047109-27a0-4543-b6eb-090c24da838c HTTP/1.1" status: 200 len: 945 time: 0.0706983 Nov 22 10:40:19.145986 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-570e326a-f317-49ad-9061-097609aa9c50 req-e9ad4633-058d-41de-b3d9-7d627a3f2904 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf07c556-c87e-4a93-86de-6d4dd8527259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653825 Nov 22 10:40:19.239069 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device 1f9f89bb-4d09-4294-befd-5f60447d46a9 up at agent hyperv_hv-cinder-80403 {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:40:19.302135 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Provisioning for port 1f9f89bb-4d09-4294-befd-5f60447d46a9 completed by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 10:40:19.307188 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Provisioning complete for port 1f9f89bb-4d09-4294-befd-5f60447d46a9 triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:40:19.307605 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:19.534438 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:19.557184 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d047109-27a0-4543-b6eb-090c24da838c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9f89bb-4d09-4294-befd-5f60447d46a9'}] {{(pid=102912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:40:19.559439 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871da4fec6c70e81ce77d4e4817c66d6168a6b102b4e2b260a442deac58e97e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ec7cdb-34e5-49de-a5b4-ba06ca875744" -d '{"events": [{"server_uuid": "3d047109-27a0-4543-b6eb-090c24da838c", "name": "network-vif-plugged", "status": "completed", "tag": "1f9f89bb-4d09-4294-befd-5f60447d46a9"}]}' {{(pid=102912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:40:19.572943 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port 1f9f89bb-4d09-4294-befd-5f60447d46a9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1f9f89bb-4d09-4294-befd-5f60447d46a9,segment=NetworkSegment(a89922f2-694e-41b6-9361-4a293f55702b),segment_id=a89922f2-694e-41b6-9361-4a293f55702b)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:40:19.578173 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:19.627644 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Pushing event updated for resources: {'Port': ['ID=1f9f89bb-4d09-4294-befd-5f60447d46a9,revision_number=5']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:40:19.675822 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 10:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d63cc77-47b8-4383-80d5-169b86a071dd x-openstack-request-id: req-2d63cc77-47b8-4383-80d5-169b86a071dd {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:40:19.676477 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d047109-27a0-4543-b6eb-090c24da838c", "name": "network-vif-plugged", "status": "completed", "tag": "1f9f89bb-4d09-4294-befd-5f60447d46a9", "code": 200}]} {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:40:19.676777 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2d63cc77-47b8-4383-80d5-169b86a071dd {{(pid=102912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:40:19.677181 dv-cinder-804035-13-iscsi neutron-server[102912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d047109-27a0-4543-b6eb-090c24da838c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9f89bb-4d09-4294-befd-5f60447d46a9', 'code': 200} Nov 22 10:40:19.879500 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8fc3be-0f3d-4f11-8f76-b7c14edf03e0 req-62e61a7f-af23-42ce-87db-b5bc1042b421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:19.881200 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8c8fc3be-0f3d-4f11-8f76-b7c14edf03e0 req-62e61a7f-af23-42ce-87db-b5bc1042b421 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3d047109-27a0-4543-b6eb-090c24da838c HTTP/1.1" status: 200 len: 1099 time: 0.0558684 Nov 22 10:40:19.882011 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:19.932887 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8c8fc3be-0f3d-4f11-8f76-b7c14edf03e0 req-f5353fe0-dcd2-4ea3-8226-b4e9e40efd11 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bf07c556-c87e-4a93-86de-6d4dd8527259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443776 Nov 22 10:40:20.070493 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d935c5-e653-475e-ad47-1a075cb8c674 req-2c5fa693-9e2c-4900-bdce-8f67b64a8c46 tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:20.072082 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c5d935c5-e653-475e-ad47-1a075cb8c674 req-2c5fa693-9e2c-4900-bdce-8f67b64a8c46 tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] 10.222.0.46 "GET /v2.0/ports?device_id=dcae3b6e-a430-4f8e-808f-f8a02a2e48c5 HTTP/1.1" status: 200 len: 947 time: 0.0594819 Nov 22 10:40:20.124629 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c5d935c5-e653-475e-ad47-1a075cb8c674 req-847de1d5-410c-40e7-9971-76e36c6ae8cb tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a000c0c-eeb5-400a-bd29-be94bad05352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427783 Nov 22 10:40:20.284751 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe512b-fef8-4237-a736-93fc48487005 req-e65090e2-7ae2-472b-9445-b4df8d585cf3 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:20.286354 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2fbe512b-fef8-4237-a736-93fc48487005 req-e65090e2-7ae2-472b-9445-b4df8d585cf3 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d047109-27a0-4543-b6eb-090c24da838c HTTP/1.1" status: 200 len: 946 time: 0.0586164 Nov 22 10:40:20.343214 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2fbe512b-fef8-4237-a736-93fc48487005 req-5130ff15-7723-4d60-ad2f-a7691b29b909 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf07c556-c87e-4a93-86de-6d4dd8527259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500538 Nov 22 10:40:21.237599 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device bc2655fc-2d3b-4142-aba7-9ba211f6469e details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 10:40:21.261192 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7e17e-e79e-4c8c-b531-ac8a062db243 req-c7d5191c-2a45-47da-be33-7248d9f090bf tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:21.269045 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7da7e17e-e79e-4c8c-b531-ac8a062db243 req-c7d5191c-2a45-47da-be33-7248d9f090bf tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] 10.222.0.46 "GET /v2.0/ports?device_id=dcae3b6e-a430-4f8e-808f-f8a02a2e48c5 HTTP/1.1" status: 200 len: 947 time: 0.0643063 Nov 22 10:40:21.317431 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7da7e17e-e79e-4c8c-b531-ac8a062db243 req-be295384-2ec6-4a02-9277-3a315fca6da2 tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a000c0c-eeb5-400a-bd29-be94bad05352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474093 Nov 22 10:40:21.355949 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port bc2655fc-2d3b-4142-aba7-9ba211f6469e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=bc2655fc-2d3b-4142-aba7-9ba211f6469e,segment=NetworkSegment(14c43012-c582-4d65-a720-902231c40f1a),segment_id=14c43012-c582-4d65-a720-902231c40f1a)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:40:21.370917 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Returning: {'device': 'bc2655fc-2d3b-4142-aba7-9ba211f6469e', 'network_id': 'c0c4dcb8-3b0e-4219-a08d-6bdd7938132e', 'port_id': 'bc2655fc-2d3b-4142-aba7-9ba211f6469e', 'mac_address': 'fa:16:3e:3f:2e:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c874067-faef-4765-b77f-2ae154b4b7e6', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 10:40:21.417524 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:21.432677 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc2655fc-2d3b-4142-aba7-9ba211f6469e {{(pid=102912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 10:40:21.455176 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port bc2655fc-2d3b-4142-aba7-9ba211f6469e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=bc2655fc-2d3b-4142-aba7-9ba211f6469e,segment=NetworkSegment(14c43012-c582-4d65-a720-902231c40f1a),segment_id=14c43012-c582-4d65-a720-902231c40f1a)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:40:21.459708 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:21.503099 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403154a7-8fe1-4169-a117-1a85b6552bf1 req-bae8b398-51bb-4b6e-9f7d-1037ae1769cc tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:21.504867 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-403154a7-8fe1-4169-a117-1a85b6552bf1 req-bae8b398-51bb-4b6e-9f7d-1037ae1769cc tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d047109-27a0-4543-b6eb-090c24da838c HTTP/1.1" status: 200 len: 946 time: 0.0593424 Nov 22 10:40:21.513073 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Pushing event updated for resources: {'Port': ['ID=bc2655fc-2d3b-4142-aba7-9ba211f6469e,revision_number=4']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:40:21.563612 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-403154a7-8fe1-4169-a117-1a85b6552bf1 req-7a66316c-51a2-4cec-b4bc-a517b8609f65 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf07c556-c87e-4a93-86de-6d4dd8527259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501089 Nov 22 10:40:21.705932 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47156db5-0796-4f68-a02e-6cf67f078d27 req-d75c5549-13a5-4b2e-b08b-7ddbb8e244de tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:21.707830 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-47156db5-0796-4f68-a02e-6cf67f078d27 req-d75c5549-13a5-4b2e-b08b-7ddbb8e244de tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d047109-27a0-4543-b6eb-090c24da838c HTTP/1.1" status: 200 len: 946 time: 0.0662868 Nov 22 10:40:21.718348 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 45942) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:40:21.723327 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-ba70cb7b-669c-4086-9b36-368bf231d218 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Request body: {'floatingip': {'port_id': '1f9f89bb-4d09-4294-befd-5f60447d46a9'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:40:21.740819 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] get_ports_and_sgs() called for port_ids ['bc2655fc-2d3b-4142-aba7-9ba211f6469e'] {{(pid=102912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 10:40:21.766544 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ba70cb7b-669c-4086-9b36-368bf231d218 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks [] for floatingip, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:22.262840 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ba70cb7b-669c-4086-9b36-368bf231d218 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:22.268069 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ba70cb7b-669c-4086-9b36-368bf231d218 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030162'] for floatingip, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:22.380365 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.db.l3_db [None req-ba70cb7b-669c-4086-9b36-368bf231d218 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Floating IP 9f3ac6ae-e8d6-4668-937c-b719f99c48db associated. External IP: 172.27.0.239, port: 1f9f89bb-4d09-4294-befd-5f60447d46a9. Nov 22 10:40:22.515977 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48fe88-9ea4-4125-b08b-ca4c898694fc req-5c5f6c63-5cfc-4dd7-8142-798fd3341ad9 tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:22.517515 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ee48fe88-9ea4-4125-b08b-ca4c898694fc req-5c5f6c63-5cfc-4dd7-8142-798fd3341ad9 tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] 10.222.0.46 "GET /v2.0/ports?device_id=dcae3b6e-a430-4f8e-808f-f8a02a2e48c5 HTTP/1.1" status: 200 len: 948 time: 0.1018825 Nov 22 10:40:22.626537 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ee48fe88-9ea4-4125-b08b-ca4c898694fc req-c5fc0726-a085-48bc-a309-200c9db4995f tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a000c0c-eeb5-400a-bd29-be94bad05352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011190 Nov 22 10:40:22.690787 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba70cb7b-669c-4086-9b36-368bf231d218 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Router c3b5e53f-7b2e-43de-8199-cbce758bd5c5 has already been hosted by L3 agent fa3112ac-4a6e-40b6-a491-552ca746a833 {{(pid=102911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 10:40:22.811197 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba70cb7b-669c-4086-9b36-368bf231d218 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Notify agent at l3_agent.dv-cinder-804035-13-iscsi the message routers_updated {{(pid=102911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 10:40:22.816880 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ba70cb7b-669c-4086-9b36-368bf231d218 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for floatingip, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:22.823609 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113ccfa8-3455-427f-9a1c-dbfc1d3c5f62 None None] Sync routers for ids ['c3b5e53f-7b2e-43de-8199-cbce758bd5c5'] in dv-cinder-804035-13-iscsi {{(pid=102912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 10:40:22.838959 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113ccfa8-3455-427f-9a1c-dbfc1d3c5f62 None None] Routers {'c3b5e53f-7b2e-43de-8199-cbce758bd5c5'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:40:22.839698 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-113ccfa8-3455-427f-9a1c-dbfc1d3c5f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:39:57Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['c3b5e53f-7b2e-43de-8199-cbce758bd5c5'], 'active': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:40:22.848356 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-ba70cb7b-669c-4086-9b36-368bf231d218 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "PUT /v2.0/floatingips/9f3ac6ae-e8d6-4668-937c-b719f99c48db HTTP/1.1" status: 200 len: 992 time: 1.1284823 Nov 22 10:40:22.848923 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d047109-27a0-4543-b6eb-090c24da838c', 'tag': '1f9f89bb-4d09-4294-befd-5f60447d46a9'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:40:22.851529 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5429d6209f9db75179b029b02f265116e5db13468d9d60e00895472a7fa8ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da90c4e-3346-4ced-8b8a-1e4373e59a33" -d '{"events": [{"name": "network-changed", "server_uuid": "3d047109-27a0-4543-b6eb-090c24da838c", "tag": "1f9f89bb-4d09-4294-befd-5f60447d46a9"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:40:22.901806 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 10:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa54e1d-1b23-426d-a96d-c4644207abba x-openstack-request-id: req-3aa54e1d-1b23-426d-a96d-c4644207abba {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:40:22.902182 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d047109-27a0-4543-b6eb-090c24da838c", "tag": "1f9f89bb-4d09-4294-befd-5f60447d46a9", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:40:22.902472 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3aa54e1d-1b23-426d-a96d-c4644207abba {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:40:22.902879 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d047109-27a0-4543-b6eb-090c24da838c', 'tag': '1f9f89bb-4d09-4294-befd-5f60447d46a9', 'status': 'completed', 'code': 200} Nov 22 10:40:22.969095 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvr_db [None req-113ccfa8-3455-427f-9a1c-dbfc1d3c5f62 None None] Set router c3b5e53f-7b2e-43de-8199-cbce758bd5c5 gateway port host: dv-cinder-804035-13-iscsi {{(pid=102912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:40:23.217132 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-113ccfa8-3455-427f-9a1c-dbfc1d3c5f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b5e53f-7b2e-43de-8199-cbce758bd5c5', 'name': 'tempest-AttachVolumeTestJSON-382854439-router', 'tenant_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '4a8c2585-4e06-4b93-9f13-77f9c53a0328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:34:41Z', 'updated_at': '2021-11-22T10:34:54Z', 'revision_number': 4, 'project_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'gw_port': {'id': '4a8c2585-4e06-4b93-9f13-77f9c53a0328', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:15:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b5e53f-7b2e-43de-8199-cbce758bd5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:43Z', 'updated_at': '2021-11-22T10:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_floatingips': [{'id': '9f3ac6ae-e8d6-4668-937c-b719f99c48db', 'tenant_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'floating_ip_address': '172.27.0.239', 'floating_network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'router_id': 'c3b5e53f-7b2e-43de-8199-cbce758bd5c5', 'port_id': '1f9f89bb-4d09-4294-befd-5f60447d46a9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8081780-6619-4e5e-aa59-236a3848a084', 'mac_address': 'fa:16:3e:68:cd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d047109-27a0-4543-b6eb-090c24da838c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T10:40:04Z', 'updated_at': '2021-11-22T10:40:22Z', 'revision_number': 1, 'project_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec6d911a-cbb3-43e2-85ea-c3d26a101f74', 'name': '', 'network_id': 'f8081780-6619-4e5e-aa59-236a3848a084', 'tenant_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'mac_address': 'fa:16:3e:cd:43:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b5e53f-7b2e-43de-8199-cbce758bd5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '42224e55-d7ca-4407-9b29-fa448fd58ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:49Z', 'updated_at': '2021-11-22T10:35:07Z', 'revision_number': 5, 'project_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'subnets': [{'id': '42224e55-d7ca-4407-9b29-fa448fd58ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:40:23.247837 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113ccfa8-3455-427f-9a1c-dbfc1d3c5f62 None None] Checking router: c3b5e53f-7b2e-43de-8199-cbce758bd5c5 for host: dv-cinder-804035-13-iscsi {{(pid=102912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 10:40:23.257435 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113ccfa8-3455-427f-9a1c-dbfc1d3c5f62 None None] Routers {'c3b5e53f-7b2e-43de-8199-cbce758bd5c5'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:40:23.258049 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-113ccfa8-3455-427f-9a1c-dbfc1d3c5f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:39:57Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['c3b5e53f-7b2e-43de-8199-cbce758bd5c5'], 'active': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:40:23.371170 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvr_db [None req-113ccfa8-3455-427f-9a1c-dbfc1d3c5f62 None None] Set router c3b5e53f-7b2e-43de-8199-cbce758bd5c5 gateway port host: dv-cinder-804035-13-iscsi {{(pid=102912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:40:23.593113 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-113ccfa8-3455-427f-9a1c-dbfc1d3c5f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b5e53f-7b2e-43de-8199-cbce758bd5c5', 'name': 'tempest-AttachVolumeTestJSON-382854439-router', 'tenant_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '4a8c2585-4e06-4b93-9f13-77f9c53a0328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:34:41Z', 'updated_at': '2021-11-22T10:34:54Z', 'revision_number': 4, 'project_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'gw_port': {'id': '4a8c2585-4e06-4b93-9f13-77f9c53a0328', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:15:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b5e53f-7b2e-43de-8199-cbce758bd5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:43Z', 'updated_at': '2021-11-22T10:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_floatingips': [{'id': '9f3ac6ae-e8d6-4668-937c-b719f99c48db', 'tenant_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'floating_ip_address': '172.27.0.239', 'floating_network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'router_id': 'c3b5e53f-7b2e-43de-8199-cbce758bd5c5', 'port_id': '1f9f89bb-4d09-4294-befd-5f60447d46a9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8081780-6619-4e5e-aa59-236a3848a084', 'mac_address': 'fa:16:3e:68:cd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d047109-27a0-4543-b6eb-090c24da838c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T10:40:04Z', 'updated_at': '2021-11-22T10:40:22Z', 'revision_number': 1, 'project_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec6d911a-cbb3-43e2-85ea-c3d26a101f74', 'name': '', 'network_id': 'f8081780-6619-4e5e-aa59-236a3848a084', 'tenant_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'mac_address': 'fa:16:3e:cd:43:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b5e53f-7b2e-43de-8199-cbce758bd5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '42224e55-d7ca-4407-9b29-fa448fd58ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:49Z', 'updated_at': '2021-11-22T10:35:07Z', 'revision_number': 5, 'project_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'subnets': [{'id': '42224e55-d7ca-4407-9b29-fa448fd58ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:40:23.619701 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113ccfa8-3455-427f-9a1c-dbfc1d3c5f62 None None] The sync data for ids ['c3b5e53f-7b2e-43de-8199-cbce758bd5c5'] in dv-cinder-804035-13-iscsi is: [{'id': 'c3b5e53f-7b2e-43de-8199-cbce758bd5c5', 'name': 'tempest-AttachVolumeTestJSON-382854439-router', 'tenant_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '4a8c2585-4e06-4b93-9f13-77f9c53a0328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:34:41Z', 'updated_at': '2021-11-22T10:34:54Z', 'revision_number': 4, 'project_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'gw_port': {'id': '4a8c2585-4e06-4b93-9f13-77f9c53a0328', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:15:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b5e53f-7b2e-43de-8199-cbce758bd5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:43Z', 'updated_at': '2021-11-22T10:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_floatingips': [{'id': '9f3ac6ae-e8d6-4668-937c-b719f99c48db', 'tenant_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'floating_ip_address': '172.27.0.239', 'floating_network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'router_id': 'c3b5e53f-7b2e-43de-8199-cbce758bd5c5', 'port_id': '1f9f89bb-4d09-4294-befd-5f60447d46a9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8081780-6619-4e5e-aa59-236a3848a084', 'mac_address': 'fa:16:3e:68:cd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d047109-27a0-4543-b6eb-090c24da838c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T10:40:04Z', 'updated_at': '2021-11-22T10:40:22Z', 'revision_number': 1, 'project_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec6d911a-cbb3-43e2-85ea-c3d26a101f74', 'name': '', 'network_id': 'f8081780-6619-4e5e-aa59-236a3848a084', 'tenant_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'mac_address': 'fa:16:3e:cd:43:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b5e53f-7b2e-43de-8199-cbce758bd5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '42224e55-d7ca-4407-9b29-fa448fd58ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:49Z', 'updated_at': '2021-11-22T10:35:07Z', 'revision_number': 5, 'project_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'subnets': [{'id': '42224e55-d7ca-4407-9b29-fa448fd58ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 10:40:23.753951 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a175771-6c9b-46bd-a3d0-c9b2749e6ca4 req-121bdd24-a6b8-4bfd-922e-438aaf50e28e tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:23.760279 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0a175771-6c9b-46bd-a3d0-c9b2749e6ca4 req-121bdd24-a6b8-4bfd-922e-438aaf50e28e tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] 10.222.0.46 "GET /v2.0/ports?device_id=dcae3b6e-a430-4f8e-808f-f8a02a2e48c5 HTTP/1.1" status: 200 len: 948 time: 0.0556858 Nov 22 10:40:23.823235 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0a175771-6c9b-46bd-a3d0-c9b2749e6ca4 req-d8784cac-e188-4b19-b318-b4e9307f1c2a tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a000c0c-eeb5-400a-bd29-be94bad05352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613554 Nov 22 10:40:23.838753 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3760cb-8345-4efb-988b-d7e1fcfb68a2 None None] New status for floating IP 9f3ac6ae-e8d6-4668-937c-b719f99c48db: ACTIVE {{(pid=102913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 10:40:23.988964 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device bc2655fc-2d3b-4142-aba7-9ba211f6469e up at agent hyperv_hv-cinder-80403 {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:40:24.051023 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Provisioning for port bc2655fc-2d3b-4142-aba7-9ba211f6469e completed by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 10:40:24.055451 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Provisioning complete for port bc2655fc-2d3b-4142-aba7-9ba211f6469e triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:40:24.055874 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:24.133538 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:24.156951 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcae3b6e-a430-4f8e-808f-f8a02a2e48c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc2655fc-2d3b-4142-aba7-9ba211f6469e'}] {{(pid=102912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:40:24.159231 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871da4fec6c70e81ce77d4e4817c66d6168a6b102b4e2b260a442deac58e97e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7b5b42-ac4b-4c04-869f-3276b73faff8" -d '{"events": [{"server_uuid": "dcae3b6e-a430-4f8e-808f-f8a02a2e48c5", "name": "network-vif-plugged", "status": "completed", "tag": "bc2655fc-2d3b-4142-aba7-9ba211f6469e"}]}' {{(pid=102912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:40:24.172370 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port bc2655fc-2d3b-4142-aba7-9ba211f6469e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=bc2655fc-2d3b-4142-aba7-9ba211f6469e,segment=NetworkSegment(14c43012-c582-4d65-a720-902231c40f1a),segment_id=14c43012-c582-4d65-a720-902231c40f1a)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:40:24.177405 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:24.229555 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Pushing event updated for resources: {'Port': ['ID=bc2655fc-2d3b-4142-aba7-9ba211f6469e,revision_number=5']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:40:24.679362 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-5745d51d-e76a-4d65-b4eb-689ff279acfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:25.910518 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da90c4e-3346-4ced-8b8a-1e4373e59a33 req-8b24ec6c-b418-474b-a6bd-92aa1ad4afed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:25.912277 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6da90c4e-3346-4ced-8b8a-1e4373e59a33 req-8b24ec6c-b418-474b-a6bd-92aa1ad4afed service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ea3b1b45ca144f90b1c89acf24e22074&device_id=3d047109-27a0-4543-b6eb-090c24da838c HTTP/1.1" status: 200 len: 1099 time: 0.0521228 Nov 22 10:40:25.916680 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 10:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6731e7-9496-4875-8325-46101dc6da99 x-openstack-request-id: req-6a6731e7-9496-4875-8325-46101dc6da99 {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:40:25.917175 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcae3b6e-a430-4f8e-808f-f8a02a2e48c5", "name": "network-vif-plugged", "status": "completed", "tag": "bc2655fc-2d3b-4142-aba7-9ba211f6469e", "code": 200}]} {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:40:25.918035 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6a6731e7-9496-4875-8325-46101dc6da99 {{(pid=102912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:40:25.918035 dv-cinder-804035-13-iscsi neutron-server[102912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcae3b6e-a430-4f8e-808f-f8a02a2e48c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc2655fc-2d3b-4142-aba7-9ba211f6469e', 'code': 200} Nov 22 10:40:26.051953 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b8738-c96a-47a5-85ae-e2c51731e9a7 req-4756f9a2-3f55-4d66-aeb0-a7c8878bcbd9 tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:26.053499 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7a4b8738-c96a-47a5-85ae-e2c51731e9a7 req-4756f9a2-3f55-4d66-aeb0-a7c8878bcbd9 tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] 10.222.0.46 "GET /v2.0/ports?device_id=dcae3b6e-a430-4f8e-808f-f8a02a2e48c5 HTTP/1.1" status: 200 len: 949 time: 0.1141944 Nov 22 10:40:26.070304 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da90c4e-3346-4ced-8b8a-1e4373e59a33 req-2c9ef486-39a0-4c16-8477-725912db8241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:26.071959 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6da90c4e-3346-4ced-8b8a-1e4373e59a33 req-2c9ef486-39a0-4c16-8477-725912db8241 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f8081780-6619-4e5e-aa59-236a3848a084 HTTP/1.1" status: 200 len: 911 time: 0.1452513 Nov 22 10:40:26.226798 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7a4b8738-c96a-47a5-85ae-e2c51731e9a7 req-7c9a023c-7c68-4fd5-a954-71211e1594d1 tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a000c0c-eeb5-400a-bd29-be94bad05352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648345 Nov 22 10:40:26.229178 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d944b-63bc-4d0d-9768-95359e8aa1c5 req-56ed0233-1078-498c-93bc-77c665b356f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:26.230662 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-138d944b-63bc-4d0d-9768-95359e8aa1c5 req-56ed0233-1078-498c-93bc-77c665b356f2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dcae3b6e-a430-4f8e-808f-f8a02a2e48c5 HTTP/1.1" status: 200 len: 1102 time: 0.1567357 Nov 22 10:40:26.235936 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6da90c4e-3346-4ced-8b8a-1e4373e59a33 req-04fa56e3-74f8-45bd-8e80-96cf7209f597 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f9f89bb-4d09-4294-befd-5f60447d46a9 HTTP/1.1" status: 200 len: 1002 time: 0.1473851 Nov 22 10:40:26.248780 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3d912-5f13-4ee7-a83a-f26e3b22d6d1 req-e73e52f7-3d82-40f0-825e-f4d9693e89d0 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:26.250298 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b4c3d912-5f13-4ee7-a83a-f26e3b22d6d1 req-e73e52f7-3d82-40f0-825e-f4d9693e89d0 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf HTTP/1.1" status: 200 len: 945 time: 0.1420984 Nov 22 10:40:26.352558 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da90c4e-3346-4ced-8b8a-1e4373e59a33 req-7224fa0b-f656-4b1e-a3f3-1c91e5656df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:26.354175 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6da90c4e-3346-4ced-8b8a-1e4373e59a33 req-7224fa0b-f656-4b1e-a3f3-1c91e5656df8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42224e55-d7ca-4407-9b29-fa448fd58ac4 HTTP/1.1" status: 200 len: 849 time: 0.1029658 Nov 22 10:40:26.361967 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-138d944b-63bc-4d0d-9768-95359e8aa1c5 req-f3ad5d99-e9dd-4164-9730-4ea3962e3460 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1a000c0c-eeb5-400a-bd29-be94bad05352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096241 Nov 22 10:40:26.386481 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b4c3d912-5f13-4ee7-a83a-f26e3b22d6d1 req-e100d62b-237f-45c8-b7dd-9e8b84357d50 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3a2b3ee-5d06-4ae4-b2b4-4ad2386cd0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215816 Nov 22 10:40:26.417221 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da90c4e-3346-4ced-8b8a-1e4373e59a33 req-d398126d-447c-4a36-bf73-034d4105c614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:26.418754 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6da90c4e-3346-4ced-8b8a-1e4373e59a33 req-d398126d-447c-4a36-bf73-034d4105c614 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f8081780-6619-4e5e-aa59-236a3848a084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0559435 Nov 22 10:40:26.690989 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6da90c4e-3346-4ced-8b8a-1e4373e59a33 req-6a4ef345-007d-4c3d-9911-3a6c0c6739a6 service neutron] 10.222.0.20 "GET /v2.0/networks/f8081780-6619-4e5e-aa59-236a3848a084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050291 Nov 22 10:40:26.816309 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6da90c4e-3346-4ced-8b8a-1e4373e59a33 req-0a33667f-7ecb-4ca8-8e4a-2c93bc86f814 service neutron] 10.222.0.20 "GET /v2.0/networks/f8081780-6619-4e5e-aa59-236a3848a084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109936 Nov 22 10:40:26.994298 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-1e67f588-fd7c-432c-b094-f38205dec097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:27.365443 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d2a18-ddc8-4ad1-b802-e1201d053fcc req-716b3e06-21f7-4213-ba5a-3cf887ce70ec tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:27.367045 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-131d2a18-ddc8-4ad1-b802-e1201d053fcc req-716b3e06-21f7-4213-ba5a-3cf887ce70ec tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] 10.222.0.46 "GET /v2.0/ports?device_id=dcae3b6e-a430-4f8e-808f-f8a02a2e48c5 HTTP/1.1" status: 200 len: 949 time: 0.0598276 Nov 22 10:40:27.430293 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-131d2a18-ddc8-4ad1-b802-e1201d053fcc req-1e269005-98bc-4e10-9456-092506877fca tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a000c0c-eeb5-400a-bd29-be94bad05352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540688 Nov 22 10:40:27.525806 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a72a015-cf52-4de8-ad84-a7b2f874e851 req-872863c6-3fb5-4ff6-96c8-c8c3e910fe45 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:27.527262 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5a72a015-cf52-4de8-ad84-a7b2f874e851 req-872863c6-3fb5-4ff6-96c8-c8c3e910fe45 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf HTTP/1.1" status: 200 len: 945 time: 0.0533032 Nov 22 10:40:27.586025 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5a72a015-cf52-4de8-ad84-a7b2f874e851 req-e09ec2d2-33a4-4cae-ab41-c6227881225c tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3a2b3ee-5d06-4ae4-b2b4-4ad2386cd0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510352 Nov 22 10:40:28.062190 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0c934117-efa3-4f33-917a-019854f2ef65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:28.570204 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c19625-d7bc-494e-a7d3-014dacf977d0 req-e957cfe4-30fc-4602-9ed9-15cd83b0d8aa tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:28.571776 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-02c19625-d7bc-494e-a7d3-014dacf977d0 req-e957cfe4-30fc-4602-9ed9-15cd83b0d8aa tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] 10.222.0.46 "GET /v2.0/ports?device_id=dcae3b6e-a430-4f8e-808f-f8a02a2e48c5 HTTP/1.1" status: 200 len: 949 time: 0.0582895 Nov 22 10:40:28.627793 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-02c19625-d7bc-494e-a7d3-014dacf977d0 req-7343bdce-ee90-4c7e-9bde-add342db833c tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a000c0c-eeb5-400a-bd29-be94bad05352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493872 Nov 22 10:40:28.723824 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858fd7c-9ee4-442c-8de0-a87d8c6a5c14 req-d18e2f18-aff9-477a-b402-cc258a4350a6 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:28.725581 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0858fd7c-9ee4-442c-8de0-a87d8c6a5c14 req-d18e2f18-aff9-477a-b402-cc258a4350a6 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf HTTP/1.1" status: 200 len: 945 time: 0.0566077 Nov 22 10:40:28.785728 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0858fd7c-9ee4-442c-8de0-a87d8c6a5c14 req-4b433c05-eab9-4a4b-81ee-1cdd73094228 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3a2b3ee-5d06-4ae4-b2b4-4ad2386cd0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535014 Nov 22 10:40:28.924519 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f259e-de60-43ac-8ef3-7da1fd24bd8e req-9185bc81-20be-4bd6-955b-7ebab2e294ca tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:28.926152 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b52f259e-de60-43ac-8ef3-7da1fd24bd8e req-9185bc81-20be-4bd6-955b-7ebab2e294ca tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] 10.222.0.46 "GET /v2.0/ports?device_id=dcae3b6e-a430-4f8e-808f-f8a02a2e48c5 HTTP/1.1" status: 200 len: 949 time: 0.0566745 Nov 22 10:40:28.983984 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b52f259e-de60-43ac-8ef3-7da1fd24bd8e req-63f76d54-0060-4ce7-b828-5fb94646a24f tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a000c0c-eeb5-400a-bd29-be94bad05352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515542 Nov 22 10:40:29.858386 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e21c8dd6-a119-43bc-9b42-7d87f9168fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:29.916692 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d03bff-b5b7-411c-90e1-251032acc649 req-67342b81-4d71-46a6-aacb-04eac7bd08f0 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:29.918219 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-93d03bff-b5b7-411c-90e1-251032acc649 req-67342b81-4d71-46a6-aacb-04eac7bd08f0 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf HTTP/1.1" status: 200 len: 945 time: 0.0508802 Nov 22 10:40:29.969627 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-93d03bff-b5b7-411c-90e1-251032acc649 req-61d243a4-b692-4a68-b2a0-1625264130d8 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3a2b3ee-5d06-4ae4-b2b4-4ad2386cd0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448813 Nov 22 10:40:30.110308 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485ffd4-577b-4168-b244-093509861e4c req-210a1b6e-1792-4ede-a327-8b281d3d2926 tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:30.112008 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2485ffd4-577b-4168-b244-093509861e4c req-210a1b6e-1792-4ede-a327-8b281d3d2926 tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] 10.222.0.46 "GET /v2.0/ports?device_id=dcae3b6e-a430-4f8e-808f-f8a02a2e48c5 HTTP/1.1" status: 200 len: 949 time: 0.0548494 Nov 22 10:40:30.161334 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2485ffd4-577b-4168-b244-093509861e4c req-6f2072ab-adf5-4f3f-bcab-64ae682d9edd tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a000c0c-eeb5-400a-bd29-be94bad05352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424778 Nov 22 10:40:30.559777 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca5137-c8ec-4693-92cc-a3ecc8efc74b req-3e1ca080-b24d-4cf7-a6f7-03012d9f1995 tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:30.561747 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7cca5137-c8ec-4693-92cc-a3ecc8efc74b req-3e1ca080-b24d-4cf7-a6f7-03012d9f1995 tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcae3b6e-a430-4f8e-808f-f8a02a2e48c5 HTTP/1.1" status: 200 len: 949 time: 0.0522897 Nov 22 10:40:30.664789 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-7cca5137-c8ec-4693-92cc-a3ecc8efc74b req-0f3749d5-990e-413e-8d1a-bfbcc10573b1 tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] Deleting port bc2655fc-2d3b-4142-aba7-9ba211f6469e {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:40:30.665134 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-7cca5137-c8ec-4693-92cc-a3ecc8efc74b req-0f3749d5-990e-413e-8d1a-bfbcc10573b1 tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:30.764375 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-7cca5137-c8ec-4693-92cc-a3ecc8efc74b req-0f3749d5-990e-413e-8d1a-bfbcc10573b1 tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] For port bc2655fc-2d3b-4142-aba7-9ba211f6469e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=bc2655fc-2d3b-4142-aba7-9ba211f6469e,segment=NetworkSegment(14c43012-c582-4d65-a720-902231c40f1a),segment_id=14c43012-c582-4d65-a720-902231c40f1a)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:40:30.765082 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-7cca5137-c8ec-4693-92cc-a3ecc8efc74b req-0f3749d5-990e-413e-8d1a-bfbcc10573b1 tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:30.779123 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-7cca5137-c8ec-4693-92cc-a3ecc8efc74b req-0f3749d5-990e-413e-8d1a-bfbcc10573b1 tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] Calling delete_port for bc2655fc-2d3b-4142-aba7-9ba211f6469e owned by compute:nova {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:40:30.793259 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:30.953444 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-7cca5137-c8ec-4693-92cc-a3ecc8efc74b req-0f3749d5-990e-413e-8d1a-bfbcc10573b1 tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11987816'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:30.968386 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] get_ports_and_sgs() called for port_ids ['bc2655fc-2d3b-4142-aba7-9ba211f6469e'] {{(pid=102912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 10:40:30.985957 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3749d5-990e-413e-8d1a-bfbcc10573b1 tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] Pushing event deleted for resources: {'Port': ['ID=bc2655fc-2d3b-4142-aba7-9ba211f6469e,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:40:31.039235 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cca5137-c8ec-4693-92cc-a3ecc8efc74b req-0f3749d5-990e-413e-8d1a-bfbcc10573b1 tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] No DVR routers for this DVR port bc2655fc-2d3b-4142-aba7-9ba211f6469e on host hv-cinder-80403 {{(pid=102911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 10:40:31.042011 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-7cca5137-c8ec-4693-92cc-a3ecc8efc74b req-0f3749d5-990e-413e-8d1a-bfbcc10573b1 tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:31.046391 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7cca5137-c8ec-4693-92cc-a3ecc8efc74b req-0f3749d5-990e-413e-8d1a-bfbcc10573b1 tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] 10.222.0.20 "DELETE /v2.0/ports/bc2655fc-2d3b-4142-aba7-9ba211f6469e HTTP/1.1" status: 204 len: 173 time: 0.4777675 Nov 22 10:40:31.046886 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcae3b6e-a430-4f8e-808f-f8a02a2e48c5', 'name': 'network-vif-deleted', 'tag': 'bc2655fc-2d3b-4142-aba7-9ba211f6469e'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:40:31.049551 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5429d6209f9db75179b029b02f265116e5db13468d9d60e00895472a7fa8ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da69f844-91d9-478e-8e7a-669dcbcb232c" -d '{"events": [{"server_uuid": "dcae3b6e-a430-4f8e-808f-f8a02a2e48c5", "name": "network-vif-deleted", "tag": "bc2655fc-2d3b-4142-aba7-9ba211f6469e"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:40:31.118815 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 10:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d945d3c-ef42-4c6b-b3cf-25b2439099bf x-openstack-request-id: req-2d945d3c-ef42-4c6b-b3cf-25b2439099bf {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:40:31.119303 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcae3b6e-a430-4f8e-808f-f8a02a2e48c5", "name": "network-vif-deleted", "tag": "bc2655fc-2d3b-4142-aba7-9ba211f6469e", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:40:31.119564 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2d945d3c-ef42-4c6b-b3cf-25b2439099bf {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:40:31.119964 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcae3b6e-a430-4f8e-808f-f8a02a2e48c5', 'name': 'network-vif-deleted', 'tag': 'bc2655fc-2d3b-4142-aba7-9ba211f6469e', 'status': 'completed', 'code': 200} Nov 22 10:40:31.152998 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa343c19-6621-4a80-bd6b-7831de7749e4 req-d7cb772c-f199-4f74-8a8c-f8ad96e8680a tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:31.154726 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-aa343c19-6621-4a80-bd6b-7831de7749e4 req-d7cb772c-f199-4f74-8a8c-f8ad96e8680a tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf HTTP/1.1" status: 200 len: 945 time: 0.0793421 Nov 22 10:40:31.219486 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-aa343c19-6621-4a80-bd6b-7831de7749e4 req-d7ee8c9c-493e-4848-b9d5-daa448c1860c tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3a2b3ee-5d06-4ae4-b2b4-4ad2386cd0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576463 Nov 22 10:40:31.282805 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9242d55c-4e69-43df-9f8d-363bb6fdd4ef req-52d50a18-8e37-4a68-8515-7265bed5f32c tempest-VolumesNegativeTest-1963349979 tempest-VolumesNegativeTest-1963349979-project] 10.222.0.46 "GET /v2.0/ports?device_id=dcae3b6e-a430-4f8e-808f-f8a02a2e48c5 HTTP/1.1" status: 200 len: 210 time: 0.0264144 Nov 22 10:40:32.349538 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a48597-8331-43e3-a872-b6518df8795a req-431190f7-fdeb-4b33-a6c1-cbca3613b45b tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:32.352320 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-29a48597-8331-43e3-a872-b6518df8795a req-431190f7-fdeb-4b33-a6c1-cbca3613b45b tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf HTTP/1.1" status: 200 len: 945 time: 0.0598428 Nov 22 10:40:32.400915 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-29a48597-8331-43e3-a872-b6518df8795a req-784a70a8-1191-4d0e-9dc6-2ffc9faf07f6 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3a2b3ee-5d06-4ae4-b2b4-4ad2386cd0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467482 Nov 22 10:40:33.530456 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e9e20-c0b8-4e42-84d6-00cfd7b4409d req-793f7259-2018-4e27-ab4a-b5df3ebe3546 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:33.533279 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a38e9e20-c0b8-4e42-84d6-00cfd7b4409d req-793f7259-2018-4e27-ab4a-b5df3ebe3546 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf HTTP/1.1" status: 200 len: 945 time: 0.0572228 Nov 22 10:40:33.585986 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a38e9e20-c0b8-4e42-84d6-00cfd7b4409d req-1b5f36cd-1757-406f-ab3c-3e543f355356 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3a2b3ee-5d06-4ae4-b2b4-4ad2386cd0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466480 Nov 22 10:40:34.717591 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb62829-539d-4890-a920-d7ed64eb2453 req-b3c56b3e-d58f-4628-8463-31f745fa5294 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:34.719125 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6cb62829-539d-4890-a920-d7ed64eb2453 req-b3c56b3e-d58f-4628-8463-31f745fa5294 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf HTTP/1.1" status: 200 len: 945 time: 0.0565348 Nov 22 10:40:34.774239 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6cb62829-539d-4890-a920-d7ed64eb2453 req-99173918-3af7-4eb0-8b11-b9d8be7e6a45 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3a2b3ee-5d06-4ae4-b2b4-4ad2386cd0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488183 Nov 22 10:40:35.321127 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device bc2655fc-2d3b-4142-aba7-9ba211f6469e no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 10:40:35.342054 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] No Port match for: bc2655fc-2d3b-4142-aba7-9ba211f6469e {{(pid=102912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 10:40:35.342393 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device bc2655fc-2d3b-4142-aba7-9ba211f6469e not bound to the agent host hv-cinder-80403 {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 10:40:35.923130 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb97896-761e-4d23-939b-2b05675dd926 req-cff3980b-6de9-45de-8524-9de7a5e8cb5f tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:35.924575 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3bb97896-761e-4d23-939b-2b05675dd926 req-cff3980b-6de9-45de-8524-9de7a5e8cb5f tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf HTTP/1.1" status: 200 len: 945 time: 0.0660844 Nov 22 10:40:35.980375 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3bb97896-761e-4d23-939b-2b05675dd926 req-e1891ee4-70d3-4f85-a76b-129a7e67b90f tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3a2b3ee-5d06-4ae4-b2b4-4ad2386cd0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496657 Nov 22 10:40:36.320540 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 46364) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:40:36.348764 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8f14b-f76b-4643-89a2-1bba2cb5259e req-68d53e78-1b7d-436d-ba52-1bca491575b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:36.350840 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-85f8f14b-f76b-4643-89a2-1bba2cb5259e req-68d53e78-1b7d-436d-ba52-1bca491575b3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=48e14154c62a42a8b78c798e97aa89fb&device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf HTTP/1.1" status: 200 len: 1098 time: 0.0439932 Nov 22 10:40:36.370521 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.db.db_base_plugin_v2 [None req-c913ac86-258f-4bba-b978-d49ff74e953b admin admin] Deleting subnet 577eebcf-b7ff-49af-bb41-5fd2bf870914 {{(pid=102910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 10:40:36.373832 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c913ac86-258f-4bba-b978-d49ff74e953b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:36.413524 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c913ac86-258f-4bba-b978-d49ff74e953b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11681776'] for subnet, precommit_delete_associations {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:36.453575 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8f14b-f76b-4643-89a2-1bba2cb5259e req-0476292a-f050-4bd3-8b53-9a494be82c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:36.454743 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c913ac86-258f-4bba-b978-d49ff74e953b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4094229'] for subnet, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:36.455098 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-85f8f14b-f76b-4643-89a2-1bba2cb5259e req-0476292a-f050-4bd3-8b53-9a494be82c91 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9f0551c7-6430-4845-aada-62dfaa2f8a11 HTTP/1.1" status: 200 len: 910 time: 0.0956089 Nov 22 10:40:36.495165 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 46368) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:40:36.519417 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c913ac86-258f-4bba-b978-d49ff74e953b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4094220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1162214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11983770'] for subnet, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:36.531750 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-85f8f14b-f76b-4643-89a2-1bba2cb5259e req-aa3e3828-74f1-4869-9b1e-9b9847714deb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a918824-cebb-4510-aebc-018e2f7e10b1 HTTP/1.1" status: 200 len: 1001 time: 0.0677576 Nov 22 10:40:36.545984 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c913ac86-258f-4bba-b978-d49ff74e953b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=577eebcf-b7ff-49af-bb41-5fd2bf870914,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:40:36.550520 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c913ac86-258f-4bba-b978-d49ff74e953b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for subnet, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:36.556991 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-c913ac86-258f-4bba-b978-d49ff74e953b admin admin] 10.222.0.46 "DELETE /v2.0/subnets/577eebcf-b7ff-49af-bb41-5fd2bf870914 HTTP/1.1" status: 204 len: 168 time: 0.2345018 Nov 22 10:40:36.557723 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 46372) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:40:36.589569 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8f14b-f76b-4643-89a2-1bba2cb5259e req-8b96387b-04fe-4fdc-b7df-0ab2cd5b4aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:36.591277 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-85f8f14b-f76b-4643-89a2-1bba2cb5259e req-8b96387b-04fe-4fdc-b7df-0ab2cd5b4aa0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fc21decf-859f-49c8-bd91-1056ff444d5a HTTP/1.1" status: 200 len: 848 time: 0.0516207 Nov 22 10:40:36.652905 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8f14b-f76b-4643-89a2-1bba2cb5259e req-3b8d24d2-0b19-450a-bba6-23252ecd9b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:36.654407 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-85f8f14b-f76b-4643-89a2-1bba2cb5259e req-3b8d24d2-0b19-450a-bba6-23252ecd9b1e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9f0551c7-6430-4845-aada-62dfaa2f8a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0516768 Nov 22 10:40:36.663573 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6cb1c5ca-ea1c-442a-9b77-315c5a20e95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4185191'] for network, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:36.682227 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-379373c8-59a7-49f8-879d-ec7d54c01a40 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=409fd7e2d1c04bb796b7971b55ec6a74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1832378 Nov 22 10:40:36.683278 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 46374) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:40:36.803101 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6cb1c5ca-ea1c-442a-9b77-315c5a20e95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4095910', 'neutron.services.segments.db._delete_segments_for_network-8749315723659'] for network, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:36.842737 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.services.segments.db [None req-6cb1c5ca-ea1c-442a-9b77-315c5a20e95a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8322e46a-3342-4b13-a227-93a753c68c4d']}} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:40:36.857499 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cefa9402-e334-45cb-8bbd-a184f9b7b5bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:36.860673 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.services.segments.db [None req-6cb1c5ca-ea1c-442a-9b77-315c5a20e95a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3762868-92fb-41e1-aa65-788b4f27c4fb') {'for_net_delete': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:40:36.860974 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.services.segments.db [None req-6cb1c5ca-ea1c-442a-9b77-315c5a20e95a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3762868-92fb-41e1-aa65-788b4f27c4fb') {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:40:36.876145 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6cb1c5ca-ea1c-442a-9b77-315c5a20e95a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749315818006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11681769'] for segment, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:36.909203 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cefa9402-e334-45cb-8bbd-a184f9b7b5bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:36.917886 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6cb1c5ca-ea1c-442a-9b77-315c5a20e95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4063698'] for segment, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:36.928022 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cb1c5ca-ea1c-442a-9b77-315c5a20e95a admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=102910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 10:40:36.928470 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6cb1c5ca-ea1c-442a-9b77-315c5a20e95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4063698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1162168'] for segment, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:36.930486 dv-cinder-804035-13-iscsi neutron-server[102910]: Traceback (most recent call last): Nov 22 10:40:36.930486 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 10:40:36.930486 dv-cinder-804035-13-iscsi neutron-server[102910]: timer() Nov 22 10:40:36.930486 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 10:40:36.930486 dv-cinder-804035-13-iscsi neutron-server[102910]: cb(*args, **kw) Nov 22 10:40:36.930486 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 10:40:36.930486 dv-cinder-804035-13-iscsi neutron-server[102910]: return func(*args, **kwargs) Nov 22 10:40:36.930486 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 10:40:36.930486 dv-cinder-804035-13-iscsi neutron-server[102910]: self._notify() Nov 22 10:40:36.930486 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 10:40:36.930486 dv-cinder-804035-13-iscsi neutron-server[102910]: self.callback(batched_events) Nov 22 10:40:36.930486 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 10:40:36.930486 dv-cinder-804035-13-iscsi neutron-server[102910]: event.method(event) Nov 22 10:40:36.930486 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 10:40:36.930486 dv-cinder-804035-13-iscsi neutron-server[102910]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 10:40:36.930486 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 10:40:36.930486 dv-cinder-804035-13-iscsi neutron-server[102910]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 10:40:36.930486 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 10:40:36.930486 dv-cinder-804035-13-iscsi neutron-server[102910]: return f(self, *a, **k) Nov 22 10:40:36.930486 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 10:40:36.930486 dv-cinder-804035-13-iscsi neutron-server[102910]: return self._get(url).json() Nov 22 10:40:36.930486 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 10:40:36.930486 dv-cinder-804035-13-iscsi neutron-server[102910]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 10:40:36.930486 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 10:40:36.930486 dv-cinder-804035-13-iscsi neutron-server[102910]: return self.request(url, 'GET', **kwargs) Nov 22 10:40:36.930486 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 10:40:36.930486 dv-cinder-804035-13-iscsi neutron-server[102910]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 10:40:36.930486 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 10:40:36.930486 dv-cinder-804035-13-iscsi neutron-server[102910]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 10:40:36.930486 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 10:40:36.930486 dv-cinder-804035-13-iscsi neutron-server[102910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 10:40:36.930486 dv-cinder-804035-13-iscsi neutron-server[102910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 10:40:37.008766 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6cb1c5ca-ea1c-442a-9b77-315c5a20e95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4095928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1030268'] for network, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:37.014529 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6cb1c5ca-ea1c-442a-9b77-315c5a20e95a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for network, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:37.018219 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-6cb1c5ca-ea1c-442a-9b77-315c5a20e95a admin admin] 10.222.0.46 "DELETE /v2.0/networks/8322e46a-3342-4b13-a227-93a753c68c4d HTTP/1.1" status: 204 len: 168 time: 0.4593604 Nov 22 10:40:37.040243 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-85f8f14b-f76b-4643-89a2-1bba2cb5259e req-a3d09084-7611-4393-aa76-937d1199c1b1 service neutron] 10.222.0.20 "GET /v2.0/networks/9f0551c7-6430-4845-aada-62dfaa2f8a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3758936 Nov 22 10:40:37.054418 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb1c5ca-ea1c-442a-9b77-315c5a20e95a admin admin] Pushing event deleted for resources: {'Network': ['ID=8322e46a-3342-4b13-a227-93a753c68c4d,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:40:37.070746 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cefa9402-e334-45cb-8bbd-a184f9b7b5bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:37.074510 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cefa9402-e334-45cb-8bbd-a184f9b7b5bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:37.082585 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-cefa9402-e334-45cb-8bbd-a184f9b7b5bc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1a000c0c-eeb5-400a-bd29-be94bad05352 HTTP/1.1" status: 204 len: 168 time: 0.3978951 Nov 22 10:40:37.096996 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa9402-e334-45cb-8bbd-a184f9b7b5bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a000c0c-eeb5-400a-bd29-be94bad05352,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:40:37.195239 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 46388) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:40:37.198122 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-85f8f14b-f76b-4643-89a2-1bba2cb5259e req-3b70c75c-8531-484b-9533-3a7111f69030 service neutron] 10.222.0.20 "GET /v2.0/networks/9f0551c7-6430-4845-aada-62dfaa2f8a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476562 Nov 22 10:40:37.213284 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626f11ef-7255-4bb2-ab94-0624c448fe98 req-5e031340-2bed-48d1-83ad-8c7e51db661a tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:37.215287 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-626f11ef-7255-4bb2-ab94-0624c448fe98 req-5e031340-2bed-48d1-83ad-8c7e51db661a tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf HTTP/1.1" status: 200 len: 945 time: 0.0849483 Nov 22 10:40:37.246375 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-e5f7b25f-880a-448b-a51a-a3d97a794187 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=93b9423a62144c8a975aacb49a424865&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0489674 Nov 22 10:40:37.248753 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 46390) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:40:37.285003 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-626f11ef-7255-4bb2-ab94-0624c448fe98 req-aff31c6d-1c20-46b1-b006-cfa088547e08 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3a2b3ee-5d06-4ae4-b2b4-4ad2386cd0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608523 Nov 22 10:40:37.311435 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cd239f0b-975b-41ba-8888-635ca0168aad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:37.338759 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cd239f0b-975b-41ba-8888-635ca0168aad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:37.396461 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cd239f0b-975b-41ba-8888-635ca0168aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:37.399394 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cd239f0b-975b-41ba-8888-635ca0168aad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:37.403377 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-cd239f0b-975b-41ba-8888-635ca0168aad admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8e40a7e6-cdbe-4f0e-a119-0e19f7af0085 HTTP/1.1" status: 204 len: 168 time: 0.1510866 Nov 22 10:40:37.410761 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd239f0b-975b-41ba-8888-635ca0168aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e40a7e6-cdbe-4f0e-a119-0e19f7af0085,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:40:38.411132 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803e5f9-a7b9-4019-877a-ebf6ad1fffe8 req-3ef61741-69b5-4627-94cc-95183714dcaa tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:38.412701 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f803e5f9-a7b9-4019-877a-ebf6ad1fffe8 req-3ef61741-69b5-4627-94cc-95183714dcaa tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf HTTP/1.1" status: 200 len: 945 time: 0.0509369 Nov 22 10:40:38.470025 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f803e5f9-a7b9-4019-877a-ebf6ad1fffe8 req-da5d18bd-ab71-4670-a7c4-3c2b7024bd13 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3a2b3ee-5d06-4ae4-b2b4-4ad2386cd0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506139 Nov 22 10:40:39.593060 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3aa945-7926-46d2-8ebc-ecb74a5e9132 req-32689cb5-e4df-4ae1-bea9-5e1c20d74dca tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:39.594517 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0f3aa945-7926-46d2-8ebc-ecb74a5e9132 req-32689cb5-e4df-4ae1-bea9-5e1c20d74dca tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf HTTP/1.1" status: 200 len: 945 time: 0.0510781 Nov 22 10:40:39.646660 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0f3aa945-7926-46d2-8ebc-ecb74a5e9132 req-101af2bb-b497-4236-8ff3-5cfbfdeee6b2 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3a2b3ee-5d06-4ae4-b2b4-4ad2386cd0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460300 Nov 22 10:40:39.850571 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [req-a8b2816f-7941-45d0-a5f8-0389ac3b2f88 req-326387dc-1516-44dc-9b59-b59263bba49c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0481083 Nov 22 10:40:39.895840 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3143a5d1-4ed6-4121-833f-a2f5682016d5 req-a08986b9-e921-4228-b6c4-1ba5d177e028 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:39.897516 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3143a5d1-4ed6-4121-833f-a2f5682016d5 req-a08986b9-e921-4228-b6c4-1ba5d177e028 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf HTTP/1.1" status: 200 len: 945 time: 0.0716999 Nov 22 10:40:39.949558 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3143a5d1-4ed6-4121-833f-a2f5682016d5 req-bdba3e41-2621-4fba-b613-24916996a38f tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3a2b3ee-5d06-4ae4-b2b4-4ad2386cd0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459628 Nov 22 10:40:41.091756 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ad6ac-478a-41c5-a17f-a93c6e9ac941 req-ca482d3c-6a36-4494-9ea1-69a96b4340da tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:41.093688 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7b9ad6ac-478a-41c5-a17f-a93c6e9ac941 req-ca482d3c-6a36-4494-9ea1-69a96b4340da tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf HTTP/1.1" status: 200 len: 945 time: 0.0693121 Nov 22 10:40:41.154643 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7b9ad6ac-478a-41c5-a17f-a93c6e9ac941 req-8515442d-faaf-4937-9927-b173f484c6ab tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3a2b3ee-5d06-4ae4-b2b4-4ad2386cd0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540237 Nov 22 10:40:41.251703 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2816f-7941-45d0-a5f8-0389ac3b2f88 req-82105177-3480-4e40-8d98-19aca65fc6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:41.253172 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a8b2816f-7941-45d0-a5f8-0389ac3b2f88 req-82105177-3480-4e40-8d98-19aca65fc6f4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf&tenant_id=48e14154c62a42a8b78c798e97aa89fb HTTP/1.1" status: 200 len: 1098 time: 0.0815730 Nov 22 10:40:41.331909 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2816f-7941-45d0-a5f8-0389ac3b2f88 req-a21624e4-2132-41d4-b59a-91b30dcad295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:41.333413 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a8b2816f-7941-45d0-a5f8-0389ac3b2f88 req-a21624e4-2132-41d4-b59a-91b30dcad295 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=48e14154c62a42a8b78c798e97aa89fb&device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf HTTP/1.1" status: 200 len: 1098 time: 0.0484939 Nov 22 10:40:41.434159 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2816f-7941-45d0-a5f8-0389ac3b2f88 req-775738d1-cdc2-4274-a3bf-d13fe4d3cf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:41.435651 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a8b2816f-7941-45d0-a5f8-0389ac3b2f88 req-775738d1-cdc2-4274-a3bf-d13fe4d3cf77 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9f0551c7-6430-4845-aada-62dfaa2f8a11 HTTP/1.1" status: 200 len: 910 time: 0.0935841 Nov 22 10:40:41.520556 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a8b2816f-7941-45d0-a5f8-0389ac3b2f88 req-d63c0839-a1ad-4aa3-bf93-1471985e4381 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a918824-cebb-4510-aebc-018e2f7e10b1 HTTP/1.1" status: 200 len: 1001 time: 0.0689485 Nov 22 10:40:41.586539 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2816f-7941-45d0-a5f8-0389ac3b2f88 req-764c1587-5788-458a-a5ad-c2f4f92be5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:41.588116 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a8b2816f-7941-45d0-a5f8-0389ac3b2f88 req-764c1587-5788-458a-a5ad-c2f4f92be5fd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fc21decf-859f-49c8-bd91-1056ff444d5a HTTP/1.1" status: 200 len: 848 time: 0.0497224 Nov 22 10:40:41.638610 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2816f-7941-45d0-a5f8-0389ac3b2f88 req-39d6929e-f4f9-453b-a008-77666eab5182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:41.640178 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a8b2816f-7941-45d0-a5f8-0389ac3b2f88 req-39d6929e-f4f9-453b-a008-77666eab5182 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9f0551c7-6430-4845-aada-62dfaa2f8a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0439737 Nov 22 10:40:41.749446 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a8b2816f-7941-45d0-a5f8-0389ac3b2f88 req-bf00af70-8718-4a9f-8104-0af59758aa4b service neutron] 10.222.0.20 "GET /v2.0/networks/9f0551c7-6430-4845-aada-62dfaa2f8a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004350 Nov 22 10:40:41.845097 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a8b2816f-7941-45d0-a5f8-0389ac3b2f88 req-136fd79e-26f2-4b20-8932-dd6da820698f service neutron] 10.222.0.20 "GET /v2.0/networks/9f0551c7-6430-4845-aada-62dfaa2f8a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881245 Nov 22 10:40:42.286663 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db144a56-196c-4717-ba62-733493a8d286 req-304d58f3-a90d-4eaf-bbeb-e097832b85c3 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:42.288641 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-db144a56-196c-4717-ba62-733493a8d286 req-304d58f3-a90d-4eaf-bbeb-e097832b85c3 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf HTTP/1.1" status: 200 len: 945 time: 0.0540934 Nov 22 10:40:42.347790 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-db144a56-196c-4717-ba62-733493a8d286 req-33e3f83f-187d-4f14-8dc6-8aac121e8148 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3a2b3ee-5d06-4ae4-b2b4-4ad2386cd0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527356 Nov 22 10:40:42.804391 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0ebb955f-68ec-47cc-91cc-6c0655e5dfa9 req-0eac3e2e-a058-4c28-a553-e7794a3c78e6 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-225268498&fields=id&tenant_id=549a9a424a794c74836d8d862db06e25 HTTP/1.1" status: 200 len: 267 time: 0.0563111 Nov 22 10:40:42.864719 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb955f-68ec-47cc-91cc-6c0655e5dfa9 req-94e07b3b-6867-4315-842f-d1c206414ebe tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:42.866253 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0ebb955f-68ec-47cc-91cc-6c0655e5dfa9 req-94e07b3b-6867-4315-842f-d1c206414ebe tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 985 time: 0.0550184 Nov 22 10:40:42.877815 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-0ebb955f-68ec-47cc-91cc-6c0655e5dfa9 req-47eed583-f6e1-4c54-9241-647f5fe792e6 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Request body: {'port': {'security_groups': ['b9ef8276-57c4-428e-b639-a4eb9f8806d4']}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:40:42.948024 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-0ebb955f-68ec-47cc-91cc-6c0655e5dfa9 req-47eed583-f6e1-4c54-9241-647f5fe792e6 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:43.144939 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-0ebb955f-68ec-47cc-91cc-6c0655e5dfa9 req-47eed583-f6e1-4c54-9241-647f5fe792e6 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] For port 326eedf5-8a3e-4e3a-887c-a2d57a212dc8, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=326eedf5-8a3e-4e3a-887c-a2d57a212dc8,segment=NetworkSegment(a66257e1-04de-463c-95eb-2c47fb42ab6a),segment_id=a66257e1-04de-463c-95eb-2c47fb42ab6a)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:40:43.180252 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-0ebb955f-68ec-47cc-91cc-6c0655e5dfa9 req-47eed583-f6e1-4c54-9241-647f5fe792e6 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:43.185951 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-0ebb955f-68ec-47cc-91cc-6c0655e5dfa9 req-47eed583-f6e1-4c54-9241-647f5fe792e6 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11987839'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:43.200197 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] get_ports_and_sgs() called for port_ids ['326eedf5-8a3e-4e3a-887c-a2d57a212dc8'] {{(pid=102912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 10:40:43.241186 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb955f-68ec-47cc-91cc-6c0655e5dfa9 req-47eed583-f6e1-4c54-9241-647f5fe792e6 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:43.241946 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-0ebb955f-68ec-47cc-91cc-6c0655e5dfa9 req-47eed583-f6e1-4c54-9241-647f5fe792e6 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:43.244113 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0ebb955f-68ec-47cc-91cc-6c0655e5dfa9 req-47eed583-f6e1-4c54-9241-647f5fe792e6 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "PUT /v2.0/ports/326eedf5-8a3e-4e3a-887c-a2d57a212dc8 HTTP/1.1" status: 200 len: 943 time: 0.3708024 Nov 22 10:40:43.244285 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc98df96-7387-4b77-a13e-8f8bce4fba68', 'tag': '326eedf5-8a3e-4e3a-887c-a2d57a212dc8'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:40:43.246492 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5429d6209f9db75179b029b02f265116e5db13468d9d60e00895472a7fa8ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1397f543-49d3-4156-bea9-7d8638af6b1c" -d '{"events": [{"name": "network-changed", "server_uuid": "cc98df96-7387-4b77-a13e-8f8bce4fba68", "tag": "326eedf5-8a3e-4e3a-887c-a2d57a212dc8"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:40:43.250666 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 46440) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:40:43.271655 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eed583-f6e1-4c54-9241-647f5fe792e6 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Pushing event updated for resources: {'Port': ['ID=326eedf5-8a3e-4e3a-887c-a2d57a212dc8,revision_number=7']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:40:43.315095 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 10:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042089da-3bf1-47f0-b5a7-3a76bc5fe4ee x-openstack-request-id: req-042089da-3bf1-47f0-b5a7-3a76bc5fe4ee {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:40:43.315767 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc98df96-7387-4b77-a13e-8f8bce4fba68", "tag": "326eedf5-8a3e-4e3a-887c-a2d57a212dc8", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:40:43.315767 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-042089da-3bf1-47f0-b5a7-3a76bc5fe4ee {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:40:43.316073 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc98df96-7387-4b77-a13e-8f8bce4fba68', 'tag': '326eedf5-8a3e-4e3a-887c-a2d57a212dc8', 'status': 'completed', 'code': 200} Nov 22 10:40:43.338472 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] get_ports_and_sgs() called for port_ids ['326eedf5-8a3e-4e3a-887c-a2d57a212dc8'] {{(pid=102912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 10:40:43.347096 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-13bdcb80-b895-4a00-8e58-dc442618b07b tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks [] for security_group, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:43.387459 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-13bdcb80-b895-4a00-8e58-dc442618b07b tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:43.392969 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397f543-49d3-4156-bea9-7d8638af6b1c req-fe4335a6-725c-42aa-a384-3fff42441156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:43.394525 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1397f543-49d3-4156-bea9-7d8638af6b1c req-fe4335a6-725c-42aa-a384-3fff42441156 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=549a9a424a794c74836d8d862db06e25&device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 1099 time: 0.0567994 Nov 22 10:40:43.403790 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device 5a918824-cebb-4510-aebc-018e2f7e10b1 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 10:40:43.473585 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-13bdcb80-b895-4a00-8e58-dc442618b07b tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:43.477200 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-13bdcb80-b895-4a00-8e58-dc442618b07b tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:43.478380 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-13bdcb80-b895-4a00-8e58-dc442618b07b tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "DELETE /v2.0/security-groups/cb9f1571-aa6d-43fe-a22d-0d0ac84f7907 HTTP/1.1" status: 204 len: 168 time: 0.2258179 Nov 22 10:40:43.487889 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 46446) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:40:43.552173 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a564dcbc-0551-49e6-9a9b-b69fa621ee10 req-6b638364-86e5-4300-9901-f7f79bd1ade0 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:43.554491 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bdcb80-b895-4a00-8e58-dc442618b07b tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9f1571-aa6d-43fe-a22d-0d0ac84f7907,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:40:43.560274 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a564dcbc-0551-49e6-9a9b-b69fa621ee10 req-6b638364-86e5-4300-9901-f7f79bd1ade0 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf HTTP/1.1" status: 200 len: 945 time: 0.0827727 Nov 22 10:40:43.572006 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bdcb80-b895-4a00-8e58-dc442618b07b tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:40:43.572257 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bdcb80-b895-4a00-8e58-dc442618b07b tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:40:43.572596 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bdcb80-b895-4a00-8e58-dc442618b07b tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:40:43.573457 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bdcb80-b895-4a00-8e58-dc442618b07b tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:40:43.573457 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bdcb80-b895-4a00-8e58-dc442618b07b tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:40:43.573656 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bdcb80-b895-4a00-8e58-dc442618b07b tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:40:43.573890 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bdcb80-b895-4a00-8e58-dc442618b07b tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:40:43.574220 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bdcb80-b895-4a00-8e58-dc442618b07b tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:40:43.574546 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bdcb80-b895-4a00-8e58-dc442618b07b tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:40:43.574871 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bdcb80-b895-4a00-8e58-dc442618b07b tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:40:43.575199 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bdcb80-b895-4a00-8e58-dc442618b07b tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:40:43.575523 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bdcb80-b895-4a00-8e58-dc442618b07b tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:40:43.588160 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:43.605116 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397f543-49d3-4156-bea9-7d8638af6b1c req-60e6e471-4009-42a1-a0a0-666847a88f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:43.607359 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1397f543-49d3-4156-bea9-7d8638af6b1c req-60e6e471-4009-42a1-a0a0-666847a88f7f service neutron] 10.222.0.20 "GET /v2.0/networks?id=a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0 HTTP/1.1" status: 200 len: 915 time: 0.2038209 Nov 22 10:40:43.693092 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f79ad0cd-bef2-49ee-92cb-c20e41b3cedf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a918824-cebb-4510-aebc-018e2f7e10b1'}] {{(pid=102912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:40:43.695400 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871da4fec6c70e81ce77d4e4817c66d6168a6b102b4e2b260a442deac58e97e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da4b780-b501-437c-b7d3-f2b3b2415753" -d '{"events": [{"server_uuid": "f79ad0cd-bef2-49ee-92cb-c20e41b3cedf", "name": "network-vif-unplugged", "status": "completed", "tag": "5a918824-cebb-4510-aebc-018e2f7e10b1"}]}' {{(pid=102912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:40:43.708109 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-d8ef2240-190d-4110-bb88-dd0c4e1d5173 None None] Provisioning complete for port 326eedf5-8a3e-4e3a-887c-a2d57a212dc8 triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:40:43.708475 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d8ef2240-190d-4110-bb88-dd0c4e1d5173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:43.709448 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a564dcbc-0551-49e6-9a9b-b69fa621ee10 req-e47b80f6-ee57-4292-8d21-e088978b0f32 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3a2b3ee-5d06-4ae4-b2b4-4ad2386cd0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481187 Nov 22 10:40:43.721952 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1397f543-49d3-4156-bea9-7d8638af6b1c req-80b70019-24ba-4c3c-a4d4-aba1d0f3b593 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=326eedf5-8a3e-4e3a-887c-a2d57a212dc8 HTTP/1.1" status: 200 len: 1001 time: 0.1054413 Nov 22 10:40:43.730762 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port 5a918824-cebb-4510-aebc-018e2f7e10b1, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=5a918824-cebb-4510-aebc-018e2f7e10b1,segment=NetworkSegment(8297a5cd-c96f-437c-b6bb-56c8bceb9dbf),segment_id=8297a5cd-c96f-437c-b6bb-56c8bceb9dbf)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:40:43.752619 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-b57c58d9-b50e-4f47-849a-b5e45141c821 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Deleting port 8a040964-477d-49a9-bd14-0ec298e80364 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:40:43.753224 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b57c58d9-b50e-4f47-849a-b5e45141c821 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:43.756483 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:43.771772 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 10:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8bdb6f-0bd0-451a-83f7-3d0f0f22d952 x-openstack-request-id: req-8d8bdb6f-0bd0-451a-83f7-3d0f0f22d952 {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:40:43.772092 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f79ad0cd-bef2-49ee-92cb-c20e41b3cedf", "name": "network-vif-unplugged", "status": "completed", "tag": "5a918824-cebb-4510-aebc-018e2f7e10b1", "code": 200}]} {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:40:43.772310 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8d8bdb6f-0bd0-451a-83f7-3d0f0f22d952 {{(pid=102912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:40:43.772704 dv-cinder-804035-13-iscsi neutron-server[102912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f79ad0cd-bef2-49ee-92cb-c20e41b3cedf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a918824-cebb-4510-aebc-018e2f7e10b1', 'code': 200} Nov 22 10:40:43.793642 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397f543-49d3-4156-bea9-7d8638af6b1c req-c59d23ca-e027-4504-a49a-9aae8036f3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:43.795150 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1397f543-49d3-4156-bea9-7d8638af6b1c req-c59d23ca-e027-4504-a49a-9aae8036f3dc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=77794ac0-976d-4d93-aa56-2296caa8293f HTTP/1.1" status: 200 len: 853 time: 0.0638456 Nov 22 10:40:43.852383 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397f543-49d3-4156-bea9-7d8638af6b1c req-387ca503-da81-4ece-aa38-09a0ea4130f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:43.853937 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b57c58d9-b50e-4f47-849a-b5e45141c821 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:43.854089 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1397f543-49d3-4156-bea9-7d8638af6b1c req-387ca503-da81-4ece-aa38-09a0ea4130f4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0473900 Nov 22 10:40:43.854581 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b57c58d9-b50e-4f47-849a-b5e45141c821 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:43.868341 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Pushing event updated for resources: {'Port': ['ID=5a918824-cebb-4510-aebc-018e2f7e10b1,revision_number=6']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:40:43.878054 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-b57c58d9-b50e-4f47-849a-b5e45141c821 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Calling delete_port for 8a040964-477d-49a9-bd14-0ec298e80364 owned by network:floatingip {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:40:43.882602 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:40:43.882839 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:40:43.883124 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:40:43.883458 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:40:43.884085 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:40:43.884201 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:40:43.884449 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:40:43.884772 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:40:43.885093 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:40:43.885409 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:40:43.885724 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:40:43.886051 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:40:43.974789 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1397f543-49d3-4156-bea9-7d8638af6b1c req-8b5f3460-4ee5-429c-9958-e6463add48c6 service neutron] 10.222.0.20 "GET /v2.0/networks/a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117246 Nov 22 10:40:44.072720 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1397f543-49d3-4156-bea9-7d8638af6b1c req-4b364c25-984e-46d3-aeda-4efbe7bb0d9f service neutron] 10.222.0.20 "GET /v2.0/networks/a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879424 Nov 22 10:40:44.085650 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b57c58d9-b50e-4f47-849a-b5e45141c821 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162187'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:44.120747 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57c58d9-b50e-4f47-849a-b5e45141c821 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Pushing event deleted for resources: {'Port': ['ID=8a040964-477d-49a9-bd14-0ec298e80364,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:40:44.181991 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b57c58d9-b50e-4f47-849a-b5e45141c821 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks [] for floatingip, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:44.182508 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.db.l3_db [None req-b57c58d9-b50e-4f47-849a-b5e45141c821 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Floating IP 112a5a89-9878-4048-9e5c-b6ba8a907720 disassociated (deleted). External IP: 172.27.0.44, port: 326eedf5-8a3e-4e3a-887c-a2d57a212dc8. Nov 22 10:40:44.622477 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b57c58d9-b50e-4f47-849a-b5e45141c821 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Router c8be5bf3-5ef0-4639-8753-0d58f5607921 has already been hosted by L3 agent fa3112ac-4a6e-40b6-a491-552ca746a833 {{(pid=102910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 10:40:44.747866 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57c58d9-b50e-4f47-849a-b5e45141c821 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Notify agent at l3_agent.dv-cinder-804035-13-iscsi the message routers_updated {{(pid=102910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 10:40:44.752518 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b57c58d9-b50e-4f47-849a-b5e45141c821 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for floatingip, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:44.760687 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92e8f49-5ee0-4c43-8f66-922e158a604f None None] Sync routers for ids ['c8be5bf3-5ef0-4639-8753-0d58f5607921'] in dv-cinder-804035-13-iscsi {{(pid=102912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 10:40:44.771808 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92e8f49-5ee0-4c43-8f66-922e158a604f None None] Routers {'c8be5bf3-5ef0-4639-8753-0d58f5607921'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:40:44.772942 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-b92e8f49-5ee0-4c43-8f66-922e158a604f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:40:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['c8be5bf3-5ef0-4639-8753-0d58f5607921'], 'active': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:40:44.783962 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-b57c58d9-b50e-4f47-849a-b5e45141c821 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "DELETE /v2.0/floatingips/112a5a89-9878-4048-9e5c-b6ba8a907720 HTTP/1.1" status: 204 len: 168 time: 1.2939291 Nov 22 10:40:44.785509 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc98df96-7387-4b77-a13e-8f8bce4fba68', 'tag': '326eedf5-8a3e-4e3a-887c-a2d57a212dc8'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:40:44.789323 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2087fbdd0508056fa5b30bb185ea5ce3ab7f559fa9cfd34086e27060f42f3c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92cc17fe-b846-41dd-a797-c2c53a1500bc" -d '{"events": [{"name": "network-changed", "server_uuid": "cc98df96-7387-4b77-a13e-8f8bce4fba68", "tag": "326eedf5-8a3e-4e3a-887c-a2d57a212dc8"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:40:44.859302 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1038722a-1e24-4aba-9e21-f2ee59443ea2 req-89497363-2eeb-4f41-a0dc-70664aea9d26 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:44.860932 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1038722a-1e24-4aba-9e21-f2ee59443ea2 req-89497363-2eeb-4f41-a0dc-70664aea9d26 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf HTTP/1.1" status: 200 len: 943 time: 0.0617013 Nov 22 10:40:44.918309 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1038722a-1e24-4aba-9e21-f2ee59443ea2 req-91ee2253-bc55-4caf-b643-8a28979934e4 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3a2b3ee-5d06-4ae4-b2b4-4ad2386cd0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479190 Nov 22 10:40:44.947468 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvr_db [None req-b92e8f49-5ee0-4c43-8f66-922e158a604f None None] Set router c8be5bf3-5ef0-4639-8753-0d58f5607921 gateway port host: dv-cinder-804035-13-iscsi {{(pid=102912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:40:45.186341 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 10:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0100512e-f915-4730-856d-5dbb146be49d x-openstack-request-id: req-0100512e-f915-4730-856d-5dbb146be49d {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:40:45.186629 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc98df96-7387-4b77-a13e-8f8bce4fba68", "tag": "326eedf5-8a3e-4e3a-887c-a2d57a212dc8", "status": "completed", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:40:45.186879 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0100512e-f915-4730-856d-5dbb146be49d {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:40:45.187679 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc98df96-7387-4b77-a13e-8f8bce4fba68', 'tag': '326eedf5-8a3e-4e3a-887c-a2d57a212dc8', 'status': 'completed', 'code': 200} Nov 22 10:40:45.187883 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-b92e8f49-5ee0-4c43-8f66-922e158a604f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8be5bf3-5ef0-4639-8753-0d58f5607921', 'name': 'tempest-TestMinimumBasicScenario-247995624-router', 'tenant_id': '549a9a424a794c74836d8d862db06e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '809f8253-dfc1-48a6-9c11-3237e9e38c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:36:56Z', 'updated_at': '2021-11-22T10:37:01Z', 'revision_number': 4, 'project_id': '549a9a424a794c74836d8d862db06e25', 'gw_port': {'id': '809f8253-dfc1-48a6-9c11-3237e9e38c42', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:4a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8be5bf3-5ef0-4639-8753-0d58f5607921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:36:57Z', 'updated_at': '2021-11-22T10:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_interfaces': [{'id': '24bce193-ea74-441a-834d-deb31c22f527', 'name': '', 'network_id': 'a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0', 'tenant_id': '549a9a424a794c74836d8d862db06e25', 'mac_address': 'fa:16:3e:a3:17:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8be5bf3-5ef0-4639-8753-0d58f5607921', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '77794ac0-976d-4d93-aa56-2296caa8293f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:37:00Z', 'updated_at': '2021-11-22T10:37:07Z', 'revision_number': 5, 'project_id': '549a9a424a794c74836d8d862db06e25', 'subnets': [{'id': '77794ac0-976d-4d93-aa56-2296caa8293f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:40:45.216089 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92e8f49-5ee0-4c43-8f66-922e158a604f None None] Checking router: c8be5bf3-5ef0-4639-8753-0d58f5607921 for host: dv-cinder-804035-13-iscsi {{(pid=102912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 10:40:45.226102 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92e8f49-5ee0-4c43-8f66-922e158a604f None None] Routers {'c8be5bf3-5ef0-4639-8753-0d58f5607921'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:40:45.226748 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-b92e8f49-5ee0-4c43-8f66-922e158a604f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:40:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['c8be5bf3-5ef0-4639-8753-0d58f5607921'], 'active': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:40:45.256068 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc17fe-b846-41dd-a797-c2c53a1500bc req-8d67eac1-f7fd-48ee-a13f-24f0b1f1ac2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:45.257604 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-92cc17fe-b846-41dd-a797-c2c53a1500bc req-8d67eac1-f7fd-48ee-a13f-24f0b1f1ac2d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=549a9a424a794c74836d8d862db06e25&device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 1099 time: 0.0480490 Nov 22 10:40:45.356380 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvr_db [None req-b92e8f49-5ee0-4c43-8f66-922e158a604f None None] Set router c8be5bf3-5ef0-4639-8753-0d58f5607921 gateway port host: dv-cinder-804035-13-iscsi {{(pid=102912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:40:45.361021 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc17fe-b846-41dd-a797-c2c53a1500bc req-cb2a6a80-53ca-436d-bec7-585044f9cc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:45.362786 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-92cc17fe-b846-41dd-a797-c2c53a1500bc req-cb2a6a80-53ca-436d-bec7-585044f9cc6b service neutron] 10.222.0.20 "GET /v2.0/networks?id=a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0 HTTP/1.1" status: 200 len: 915 time: 0.0959125 Nov 22 10:40:45.424394 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-92cc17fe-b846-41dd-a797-c2c53a1500bc req-b5703db6-5e6e-4872-b4a6-5c386e541b36 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=326eedf5-8a3e-4e3a-887c-a2d57a212dc8 HTTP/1.1" status: 200 len: 217 time: 0.0442970 Nov 22 10:40:45.480474 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc17fe-b846-41dd-a797-c2c53a1500bc req-be85d18b-8404-498b-a2cd-3bbffc70d404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:45.482093 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-92cc17fe-b846-41dd-a797-c2c53a1500bc req-be85d18b-8404-498b-a2cd-3bbffc70d404 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=77794ac0-976d-4d93-aa56-2296caa8293f HTTP/1.1" status: 200 len: 853 time: 0.0469978 Nov 22 10:40:45.532033 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc17fe-b846-41dd-a797-c2c53a1500bc req-21720b27-d282-4d5a-bfef-fed2f9593930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:45.534318 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-92cc17fe-b846-41dd-a797-c2c53a1500bc req-21720b27-d282-4d5a-bfef-fed2f9593930 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0423384 Nov 22 10:40:45.579779 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-b92e8f49-5ee0-4c43-8f66-922e158a604f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8be5bf3-5ef0-4639-8753-0d58f5607921', 'name': 'tempest-TestMinimumBasicScenario-247995624-router', 'tenant_id': '549a9a424a794c74836d8d862db06e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '809f8253-dfc1-48a6-9c11-3237e9e38c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:36:56Z', 'updated_at': '2021-11-22T10:37:01Z', 'revision_number': 4, 'project_id': '549a9a424a794c74836d8d862db06e25', 'gw_port': {'id': '809f8253-dfc1-48a6-9c11-3237e9e38c42', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:4a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8be5bf3-5ef0-4639-8753-0d58f5607921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:36:57Z', 'updated_at': '2021-11-22T10:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_interfaces': [{'id': '24bce193-ea74-441a-834d-deb31c22f527', 'name': '', 'network_id': 'a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0', 'tenant_id': '549a9a424a794c74836d8d862db06e25', 'mac_address': 'fa:16:3e:a3:17:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8be5bf3-5ef0-4639-8753-0d58f5607921', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '77794ac0-976d-4d93-aa56-2296caa8293f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:37:00Z', 'updated_at': '2021-11-22T10:37:07Z', 'revision_number': 5, 'project_id': '549a9a424a794c74836d8d862db06e25', 'subnets': [{'id': '77794ac0-976d-4d93-aa56-2296caa8293f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:40:45.611632 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92e8f49-5ee0-4c43-8f66-922e158a604f None None] The sync data for ids ['c8be5bf3-5ef0-4639-8753-0d58f5607921'] in dv-cinder-804035-13-iscsi is: [{'id': 'c8be5bf3-5ef0-4639-8753-0d58f5607921', 'name': 'tempest-TestMinimumBasicScenario-247995624-router', 'tenant_id': '549a9a424a794c74836d8d862db06e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '809f8253-dfc1-48a6-9c11-3237e9e38c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:36:56Z', 'updated_at': '2021-11-22T10:37:01Z', 'revision_number': 4, 'project_id': '549a9a424a794c74836d8d862db06e25', 'gw_port': {'id': '809f8253-dfc1-48a6-9c11-3237e9e38c42', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:4a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8be5bf3-5ef0-4639-8753-0d58f5607921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:36:57Z', 'updated_at': '2021-11-22T10:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_interfaces': [{'id': '24bce193-ea74-441a-834d-deb31c22f527', 'name': '', 'network_id': 'a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0', 'tenant_id': '549a9a424a794c74836d8d862db06e25', 'mac_address': 'fa:16:3e:a3:17:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8be5bf3-5ef0-4639-8753-0d58f5607921', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '77794ac0-976d-4d93-aa56-2296caa8293f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:37:00Z', 'updated_at': '2021-11-22T10:37:07Z', 'revision_number': 5, 'project_id': '549a9a424a794c74836d8d862db06e25', 'subnets': [{'id': '77794ac0-976d-4d93-aa56-2296caa8293f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 10:40:45.638641 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-92cc17fe-b846-41dd-a797-c2c53a1500bc req-666e5be1-f849-4f69-a59d-a16b9c6e2d81 service neutron] 10.222.0.20 "GET /v2.0/networks/a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962110 Nov 22 10:40:45.749507 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-92cc17fe-b846-41dd-a797-c2c53a1500bc req-ab08c8eb-194a-4907-9ca3-1cfc30464e4d service neutron] 10.222.0.20 "GET /v2.0/networks/a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029387 Nov 22 10:40:45.898034 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf7fe94-228b-4afd-b15f-eb114fce4e9d None None] New status for floating IP 112a5a89-9878-4048-9e5c-b6ba8a907720: DOWN {{(pid=102913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 10:40:46.045890 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd0bc3-9762-4e61-9d73-e2245b1780d6 req-c4224f9a-8817-44e8-8978-03982cb9f9b4 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:46.047413 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-68fd0bc3-9762-4e61-9d73-e2245b1780d6 req-c4224f9a-8817-44e8-8978-03982cb9f9b4 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf HTTP/1.1" status: 200 len: 943 time: 0.0523908 Nov 22 10:40:46.108062 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-68fd0bc3-9762-4e61-9d73-e2245b1780d6 req-da5b3479-5ae1-406f-8837-ad2fa9915334 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3a2b3ee-5d06-4ae4-b2b4-4ad2386cd0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543184 Nov 22 10:40:47.229362 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.agents_db [None req-35a1a16e-7bf9-4643-9be2-574a1761dc3a None None] Agent healthcheck: found 6 active agents {{(pid=102913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 10:40:47.260448 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00e4cf-dd25-4553-97d9-a866f5b13409 req-5cf591ce-0185-4adf-bfb1-24913f17e7fb tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:47.262103 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5d00e4cf-dd25-4553-97d9-a866f5b13409 req-5cf591ce-0185-4adf-bfb1-24913f17e7fb tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf HTTP/1.1" status: 200 len: 943 time: 0.0731115 Nov 22 10:40:47.315507 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5d00e4cf-dd25-4553-97d9-a866f5b13409 req-91b6690e-d010-45c5-8e2a-066998f55b3c tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3a2b3ee-5d06-4ae4-b2b4-4ad2386cd0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468593 Nov 22 10:40:47.601716 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b0cee7-68eb-4a9d-ba3f-7b55eae37465 req-3302577d-4546-4fd7-a583-2384498907ca tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:47.603411 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-75b0cee7-68eb-4a9d-ba3f-7b55eae37465 req-3302577d-4546-4fd7-a583-2384498907ca tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 946 time: 0.0551262 Nov 22 10:40:47.658311 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-75b0cee7-68eb-4a9d-ba3f-7b55eae37465 req-7acffd42-b34e-4648-bc12-2196b8ce4395 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9ef8276-57c4-428e-b639-a4eb9f8806d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482993 Nov 22 10:40:48.165177 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf9db57-fa03-40b7-9f34-2252a5fbc368 req-b6493237-7933-4fa3-844b-9fc091168cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:48.166686 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-edf9db57-fa03-40b7-9f34-2252a5fbc368 req-b6493237-7933-4fa3-844b-9fc091168cdf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf HTTP/1.1" status: 200 len: 1096 time: 0.0533102 Nov 22 10:40:48.216596 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-edf9db57-fa03-40b7-9f34-2252a5fbc368 req-d460de7d-7835-4f48-94e2-996381805d26 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c3a2b3ee-5d06-4ae4-b2b4-4ad2386cd0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416415 Nov 22 10:40:48.439703 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c819095-943f-4b58-ab8f-282d3a4d1b7e req-8365c52a-ca6a-450f-8306-bdcc4e926a59 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:48.441239 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2c819095-943f-4b58-ab8f-282d3a4d1b7e req-8365c52a-ca6a-450f-8306-bdcc4e926a59 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf HTTP/1.1" status: 200 len: 943 time: 0.0533307 Nov 22 10:40:48.494505 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2c819095-943f-4b58-ab8f-282d3a4d1b7e req-8fddf1f2-685f-41b9-83ba-14c0d24619b7 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3a2b3ee-5d06-4ae4-b2b4-4ad2386cd0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471411 Nov 22 10:40:48.781846 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb596c8-7312-4519-af65-8c07efcd7812 req-a3ebf594-0d3a-4b07-814d-09b5d4b2b7d6 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:48.783492 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3eb596c8-7312-4519-af65-8c07efcd7812 req-a3ebf594-0d3a-4b07-814d-09b5d4b2b7d6 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 946 time: 0.0498102 Nov 22 10:40:48.835856 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3eb596c8-7312-4519-af65-8c07efcd7812 req-5db86632-7242-4e2c-91d1-eeecefae0cd7 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9ef8276-57c4-428e-b639-a4eb9f8806d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463676 Nov 22 10:40:49.379747 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device 5a918824-cebb-4510-aebc-018e2f7e10b1 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 10:40:49.487771 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port 5a918824-cebb-4510-aebc-018e2f7e10b1, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=5a918824-cebb-4510-aebc-018e2f7e10b1,segment=NetworkSegment(8297a5cd-c96f-437c-b6bb-56c8bceb9dbf),segment_id=8297a5cd-c96f-437c-b6bb-56c8bceb9dbf)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:40:49.502972 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Returning: {'device': '5a918824-cebb-4510-aebc-018e2f7e10b1', 'network_id': '9f0551c7-6430-4845-aada-62dfaa2f8a11', 'port_id': '5a918824-cebb-4510-aebc-018e2f7e10b1', 'mac_address': 'fa:16:3e:be:0a:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc21decf-859f-49c8-bd91-1056ff444d5a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 10:40:49.544683 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:49.561162 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a918824-cebb-4510-aebc-018e2f7e10b1 {{(pid=102912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 10:40:49.583870 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port 5a918824-cebb-4510-aebc-018e2f7e10b1, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=5a918824-cebb-4510-aebc-018e2f7e10b1,segment=NetworkSegment(8297a5cd-c96f-437c-b6bb-56c8bceb9dbf),segment_id=8297a5cd-c96f-437c-b6bb-56c8bceb9dbf)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:40:49.590132 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:49.618991 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3388476-16b0-4214-aaa4-c2eca4dc4b8c req-4b187b1b-eae8-4695-8d07-d2a89e27f2ca tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:49.620646 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f3388476-16b0-4214-aaa4-c2eca4dc4b8c req-4b187b1b-eae8-4695-8d07-d2a89e27f2ca tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf HTTP/1.1" status: 200 len: 943 time: 0.0526497 Nov 22 10:40:49.647648 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Pushing event updated for resources: {'Port': ['ID=5a918824-cebb-4510-aebc-018e2f7e10b1,revision_number=7']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:40:49.679315 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f3388476-16b0-4214-aaa4-c2eca4dc4b8c req-b9aee41e-6b7e-4bba-acdd-0bc3b74dce19 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3a2b3ee-5d06-4ae4-b2b4-4ad2386cd0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511317 Nov 22 10:40:49.800177 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-59971116-f102-44db-9b4d-c20460958c06 req-0934124a-64b8-4f59-837a-0fc57e674ead service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0479712 Nov 22 10:40:49.881319 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59971116-f102-44db-9b4d-c20460958c06 req-60ecc334-364d-468b-a854-041f07734a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:49.883412 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-59971116-f102-44db-9b4d-c20460958c06 req-60ecc334-364d-468b-a854-041f07734a69 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=48e14154c62a42a8b78c798e97aa89fb&device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf HTTP/1.1" status: 200 len: 1097 time: 0.0520995 Nov 22 10:40:49.886176 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:49.902457 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] get_ports_and_sgs() called for port_ids ['5a918824-cebb-4510-aebc-018e2f7e10b1'] {{(pid=102912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 10:40:50.063657 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd003e-0ee0-4e71-82f8-fcb1c1cd51fe req-447ff939-a6d8-42ae-8aba-5dd60b56fede tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:50.065806 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1dfd003e-0ee0-4e71-82f8-fcb1c1cd51fe req-447ff939-a6d8-42ae-8aba-5dd60b56fede tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 946 time: 0.1526403 Nov 22 10:40:50.116826 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c213ba-bef2-4357-bf54-d9f1b268348e req-7c0e6ebf-364a-434e-8c2b-7b31abe277fa tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:50.118548 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-10c213ba-bef2-4357-bf54-d9f1b268348e req-7c0e6ebf-364a-434e-8c2b-7b31abe277fa tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 946 time: 0.1850066 Nov 22 10:40:50.127888 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59971116-f102-44db-9b4d-c20460958c06 req-0fd56be9-4b94-4f0a-8c63-a4836e90d577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:50.129376 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-59971116-f102-44db-9b4d-c20460958c06 req-0fd56be9-4b94-4f0a-8c63-a4836e90d577 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9f0551c7-6430-4845-aada-62dfaa2f8a11 HTTP/1.1" status: 200 len: 910 time: 0.2081075 Nov 22 10:40:50.304322 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-59971116-f102-44db-9b4d-c20460958c06 req-3d6c8ac8-6d9e-4d2f-85d8-144604bb5954 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a918824-cebb-4510-aebc-018e2f7e10b1 HTTP/1.1" status: 200 len: 1000 time: 0.1581106 Nov 22 10:40:50.309523 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-10c213ba-bef2-4357-bf54-d9f1b268348e req-79453a84-924e-46fa-af9a-9a53c794181d tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9ef8276-57c4-428e-b639-a4eb9f8806d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765475 Nov 22 10:40:50.322107 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-1dfd003e-0ee0-4e71-82f8-fcb1c1cd51fe req-ab061aa4-37e2-441b-af9b-777fc6d0c872 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Deleting port 326eedf5-8a3e-4e3a-887c-a2d57a212dc8 {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:40:50.322456 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-1dfd003e-0ee0-4e71-82f8-fcb1c1cd51fe req-ab061aa4-37e2-441b-af9b-777fc6d0c872 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:50.419183 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59971116-f102-44db-9b4d-c20460958c06 req-403426a6-f774-44b5-8d7d-8098fec8fa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:50.420707 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-59971116-f102-44db-9b4d-c20460958c06 req-403426a6-f774-44b5-8d7d-8098fec8fa9c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fc21decf-859f-49c8-bd91-1056ff444d5a HTTP/1.1" status: 200 len: 848 time: 0.0952766 Nov 22 10:40:50.471564 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-1dfd003e-0ee0-4e71-82f8-fcb1c1cd51fe req-ab061aa4-37e2-441b-af9b-777fc6d0c872 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] For port 326eedf5-8a3e-4e3a-887c-a2d57a212dc8, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=326eedf5-8a3e-4e3a-887c-a2d57a212dc8,segment=NetworkSegment(a66257e1-04de-463c-95eb-2c47fb42ab6a),segment_id=a66257e1-04de-463c-95eb-2c47fb42ab6a)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:40:50.471953 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-1dfd003e-0ee0-4e71-82f8-fcb1c1cd51fe req-ab061aa4-37e2-441b-af9b-777fc6d0c872 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:50.486902 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-1dfd003e-0ee0-4e71-82f8-fcb1c1cd51fe req-ab061aa4-37e2-441b-af9b-777fc6d0c872 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Calling delete_port for 326eedf5-8a3e-4e3a-887c-a2d57a212dc8 owned by compute:nova {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:40:50.503719 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59971116-f102-44db-9b4d-c20460958c06 req-b3137200-c237-4393-b07b-8301ef6497af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:40:50.505334 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-59971116-f102-44db-9b4d-c20460958c06 req-b3137200-c237-4393-b07b-8301ef6497af service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9f0551c7-6430-4845-aada-62dfaa2f8a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0745761 Nov 22 10:40:50.649031 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-59971116-f102-44db-9b4d-c20460958c06 req-001583a9-3397-4eb0-9ad0-668484797a91 service neutron] 10.222.0.20 "GET /v2.0/networks/9f0551c7-6430-4845-aada-62dfaa2f8a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099274 Nov 22 10:40:50.755061 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-1dfd003e-0ee0-4e71-82f8-fcb1c1cd51fe req-ab061aa4-37e2-441b-af9b-777fc6d0c872 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11987816'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:50.775611 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] get_ports_and_sgs() called for port_ids ['326eedf5-8a3e-4e3a-887c-a2d57a212dc8'] {{(pid=102912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 10:40:50.801942 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab061aa4-37e2-441b-af9b-777fc6d0c872 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Pushing event deleted for resources: {'Port': ['ID=326eedf5-8a3e-4e3a-887c-a2d57a212dc8,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:40:50.814561 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-59971116-f102-44db-9b4d-c20460958c06 req-6b73855b-e94e-4fd7-ac59-9806a2af7053 service neutron] 10.222.0.20 "GET /v2.0/networks/9f0551c7-6430-4845-aada-62dfaa2f8a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568460 Nov 22 10:40:51.136271 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dfd003e-0ee0-4e71-82f8-fcb1c1cd51fe req-ab061aa4-37e2-441b-af9b-777fc6d0c872 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] No DVR routers for this DVR port 326eedf5-8a3e-4e3a-887c-a2d57a212dc8 on host hv-cinder-80403 {{(pid=102911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 10:40:51.139462 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-1dfd003e-0ee0-4e71-82f8-fcb1c1cd51fe req-ab061aa4-37e2-441b-af9b-777fc6d0c872 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:51.144578 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1dfd003e-0ee0-4e71-82f8-fcb1c1cd51fe req-ab061aa4-37e2-441b-af9b-777fc6d0c872 tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.20 "DELETE /v2.0/ports/326eedf5-8a3e-4e3a-887c-a2d57a212dc8 HTTP/1.1" status: 204 len: 173 time: 1.0703554 Nov 22 10:40:51.145096 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc98df96-7387-4b77-a13e-8f8bce4fba68', 'name': 'network-vif-deleted', 'tag': '326eedf5-8a3e-4e3a-887c-a2d57a212dc8'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:40:51.147720 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5429d6209f9db75179b029b02f265116e5db13468d9d60e00895472a7fa8ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9efbbf-3deb-49b3-b89c-200897630b64" -d '{"events": [{"server_uuid": "cc98df96-7387-4b77-a13e-8f8bce4fba68", "name": "network-vif-deleted", "tag": "326eedf5-8a3e-4e3a-887c-a2d57a212dc8"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:40:51.191227 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 10:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b314850d-a9e5-47fd-8cf5-bb78e7dc0668 x-openstack-request-id: req-b314850d-a9e5-47fd-8cf5-bb78e7dc0668 {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:40:51.191682 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc98df96-7387-4b77-a13e-8f8bce4fba68", "name": "network-vif-deleted", "tag": "326eedf5-8a3e-4e3a-887c-a2d57a212dc8", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:40:51.191820 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b314850d-a9e5-47fd-8cf5-bb78e7dc0668 {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:40:51.192227 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc98df96-7387-4b77-a13e-8f8bce4fba68', 'name': 'network-vif-deleted', 'tag': '326eedf5-8a3e-4e3a-887c-a2d57a212dc8', 'status': 'completed', 'code': 200} Nov 22 10:40:51.411067 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device 5a918824-cebb-4510-aebc-018e2f7e10b1 up at agent hyperv_hv-cinder-80403 {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:40:51.422846 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ee596c6e-c064-4627-830b-205b6b36ef2c req-f9af2cda-f9fe-498b-93e9-db4a65de6e4b tempest-TestMinimumBasicScenario-392877170 tempest-TestMinimumBasicScenario-392877170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc98df96-7387-4b77-a13e-8f8bce4fba68 HTTP/1.1" status: 200 len: 210 time: 0.0277655 Nov 22 10:40:51.461132 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Provisioning complete for port 5a918824-cebb-4510-aebc-018e2f7e10b1 triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:40:51.461504 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:51.550566 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:51.575961 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f79ad0cd-bef2-49ee-92cb-c20e41b3cedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a918824-cebb-4510-aebc-018e2f7e10b1'}] {{(pid=102912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:40:51.578430 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871da4fec6c70e81ce77d4e4817c66d6168a6b102b4e2b260a442deac58e97e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81aeb5d3-0f45-48d4-b59b-e5858a65ccf0" -d '{"events": [{"server_uuid": "f79ad0cd-bef2-49ee-92cb-c20e41b3cedf", "name": "network-vif-plugged", "status": "completed", "tag": "5a918824-cebb-4510-aebc-018e2f7e10b1"}]}' {{(pid=102912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:40:51.594080 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port 5a918824-cebb-4510-aebc-018e2f7e10b1, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=5a918824-cebb-4510-aebc-018e2f7e10b1,segment=NetworkSegment(8297a5cd-c96f-437c-b6bb-56c8bceb9dbf),segment_id=8297a5cd-c96f-437c-b6bb-56c8bceb9dbf)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:40:51.600275 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:51.626665 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 10:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7198a412-1001-4000-9c4a-8c46afbaca85 x-openstack-request-id: req-7198a412-1001-4000-9c4a-8c46afbaca85 {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:40:51.626950 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f79ad0cd-bef2-49ee-92cb-c20e41b3cedf", "name": "network-vif-plugged", "status": "completed", "tag": "5a918824-cebb-4510-aebc-018e2f7e10b1", "code": 200}]} {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:40:51.627404 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7198a412-1001-4000-9c4a-8c46afbaca85 {{(pid=102912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:40:51.627847 dv-cinder-804035-13-iscsi neutron-server[102912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f79ad0cd-bef2-49ee-92cb-c20e41b3cedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a918824-cebb-4510-aebc-018e2f7e10b1', 'code': 200} Nov 22 10:40:51.655747 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Pushing event updated for resources: {'Port': ['ID=5a918824-cebb-4510-aebc-018e2f7e10b1,revision_number=8']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:40:53.125280 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 46574) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:40:53.492283 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-bbddecd0-82d3-47e7-8278-05250d8ea05f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029394'] for router_interface, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:53.749982 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-bbddecd0-82d3-47e7-8278-05250d8ea05f admin admin] Deleting port 24bce193-ea74-441a-834d-deb31c22f527 {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:40:53.750314 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-bbddecd0-82d3-47e7-8278-05250d8ea05f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:53.830398 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-bbddecd0-82d3-47e7-8278-05250d8ea05f admin admin] For port 24bce193-ea74-441a-834d-deb31c22f527, host dv-cinder-804035-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=24bce193-ea74-441a-834d-deb31c22f527,segment=NetworkSegment(a66257e1-04de-463c-95eb-2c47fb42ab6a),segment_id=a66257e1-04de-463c-95eb-2c47fb42ab6a)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:40:53.830782 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-bbddecd0-82d3-47e7-8278-05250d8ea05f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:53.844967 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-bbddecd0-82d3-47e7-8278-05250d8ea05f admin admin] Calling delete_port for 24bce193-ea74-441a-834d-deb31c22f527 owned by network:router_interface {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:40:54.032555 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-bbddecd0-82d3-47e7-8278-05250d8ea05f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11987816'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:54.061674 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbddecd0-82d3-47e7-8278-05250d8ea05f admin admin] Pushing event deleted for resources: {'Port': ['ID=24bce193-ea74-441a-834d-deb31c22f527,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:40:54.234280 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-bbddecd0-82d3-47e7-8278-05250d8ea05f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1032162'] for router_interface, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:54.468797 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbddecd0-82d3-47e7-8278-05250d8ea05f admin admin] Router c8be5bf3-5ef0-4639-8753-0d58f5607921 has already been hosted by L3 agent fa3112ac-4a6e-40b6-a491-552ca746a833 {{(pid=102911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 10:40:54.577150 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbddecd0-82d3-47e7-8278-05250d8ea05f admin admin] Notify agent at l3_agent.dv-cinder-804035-13-iscsi the message routers_updated {{(pid=102911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 10:40:54.582589 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-bbddecd0-82d3-47e7-8278-05250d8ea05f admin admin] 10.222.0.46 "PUT /v2.0/routers/c8be5bf3-5ef0-4639-8753-0d58f5607921/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4559715 Nov 22 10:40:54.585283 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 46582) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:40:54.587150 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6642e361-2fa8-43bb-813a-4bbebf8d24b0 None None] Sync routers for ids ['c8be5bf3-5ef0-4639-8753-0d58f5607921'] in dv-cinder-804035-13-iscsi {{(pid=102912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 10:40:54.599196 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6642e361-2fa8-43bb-813a-4bbebf8d24b0 None None] Routers {'c8be5bf3-5ef0-4639-8753-0d58f5607921'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:40:54.599898 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-6642e361-2fa8-43bb-813a-4bbebf8d24b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:40:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['c8be5bf3-5ef0-4639-8753-0d58f5607921'], 'active': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:40:54.691639 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-be409000-09ab-486a-83e8-b7cdb6da76bd admin admin] Publish callbacks [] for router, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:54.716837 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-585d6f28-7563-45dd-8a56-209bce976376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:54.732112 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvr_db [None req-6642e361-2fa8-43bb-813a-4bbebf8d24b0 None None] Set router c8be5bf3-5ef0-4639-8753-0d58f5607921 gateway port host: dv-cinder-804035-13-iscsi {{(pid=102912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:40:54.794902 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-be409000-09ab-486a-83e8-b7cdb6da76bd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:54.861528 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-be409000-09ab-486a-83e8-b7cdb6da76bd admin admin] Deleting port 809f8253-dfc1-48a6-9c11-3237e9e38c42 {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:40:54.861867 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-be409000-09ab-486a-83e8-b7cdb6da76bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:54.944411 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-be409000-09ab-486a-83e8-b7cdb6da76bd admin admin] For port 809f8253-dfc1-48a6-9c11-3237e9e38c42, host dv-cinder-804035-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=809f8253-dfc1-48a6-9c11-3237e9e38c42,segment=NetworkSegment(07e0d8bf-2b47-470a-a16f-f44f9914b384),segment_id=07e0d8bf-2b47-470a-a16f-f44f9914b384)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:40:54.944662 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-be409000-09ab-486a-83e8-b7cdb6da76bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:54.957817 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-be409000-09ab-486a-83e8-b7cdb6da76bd admin admin] Calling delete_port for 809f8253-dfc1-48a6-9c11-3237e9e38c42 owned by network:router_gateway {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:40:55.049139 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-6642e361-2fa8-43bb-813a-4bbebf8d24b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8be5bf3-5ef0-4639-8753-0d58f5607921', 'name': 'tempest-TestMinimumBasicScenario-247995624-router', 'tenant_id': '549a9a424a794c74836d8d862db06e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '809f8253-dfc1-48a6-9c11-3237e9e38c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:36:56Z', 'updated_at': '2021-11-22T10:40:53Z', 'revision_number': 5, 'project_id': '549a9a424a794c74836d8d862db06e25', 'gw_port': {'id': '809f8253-dfc1-48a6-9c11-3237e9e38c42', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:4a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8be5bf3-5ef0-4639-8753-0d58f5607921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:36:57Z', 'updated_at': '2021-11-22T10:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi'}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:40:55.076727 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6642e361-2fa8-43bb-813a-4bbebf8d24b0 None None] Checking router: c8be5bf3-5ef0-4639-8753-0d58f5607921 for host: dv-cinder-804035-13-iscsi {{(pid=102912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 10:40:55.086107 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6642e361-2fa8-43bb-813a-4bbebf8d24b0 None None] Routers {'c8be5bf3-5ef0-4639-8753-0d58f5607921'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:40:55.087012 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-6642e361-2fa8-43bb-813a-4bbebf8d24b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:40:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['c8be5bf3-5ef0-4639-8753-0d58f5607921'], 'active': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:40:55.125766 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-be409000-09ab-486a-83e8-b7cdb6da76bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11987816'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:55.154612 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be409000-09ab-486a-83e8-b7cdb6da76bd admin admin] Pushing event deleted for resources: {'Port': ['ID=809f8253-dfc1-48a6-9c11-3237e9e38c42,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:40:55.185652 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvr_db [None req-6642e361-2fa8-43bb-813a-4bbebf8d24b0 None None] Set router c8be5bf3-5ef0-4639-8753-0d58f5607921 gateway port host: None {{(pid=102912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:40:55.216021 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-be409000-09ab-486a-83e8-b7cdb6da76bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1030348'] for router_gateway, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:55.250350 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-6642e361-2fa8-43bb-813a-4bbebf8d24b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8be5bf3-5ef0-4639-8753-0d58f5607921', 'name': 'tempest-TestMinimumBasicScenario-247995624-router', 'tenant_id': '549a9a424a794c74836d8d862db06e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:36:56Z', 'updated_at': '2021-11-22T10:40:54Z', 'revision_number': 6, 'project_id': '549a9a424a794c74836d8d862db06e25', 'gw_port_host': None}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:40:55.287630 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6642e361-2fa8-43bb-813a-4bbebf8d24b0 None None] The sync data for ids ['c8be5bf3-5ef0-4639-8753-0d58f5607921'] in dv-cinder-804035-13-iscsi is: [{'id': 'c8be5bf3-5ef0-4639-8753-0d58f5607921', 'name': 'tempest-TestMinimumBasicScenario-247995624-router', 'tenant_id': '549a9a424a794c74836d8d862db06e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:36:56Z', 'updated_at': '2021-11-22T10:40:54Z', 'revision_number': 6, 'project_id': '549a9a424a794c74836d8d862db06e25', 'gw_port_host': None}] {{(pid=102912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 10:40:55.312452 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-be409000-09ab-486a-83e8-b7cdb6da76bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1031604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10179'] for router, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:55.315103 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-be409000-09ab-486a-83e8-b7cdb6da76bd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:55.365627 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-be409000-09ab-486a-83e8-b7cdb6da76bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1032151'] for router, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:55.366255 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be409000-09ab-486a-83e8-b7cdb6da76bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8be5bf3-5ef0-4639-8753-0d58f5607921 {{(pid=102911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 10:40:55.370751 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-be409000-09ab-486a-83e8-b7cdb6da76bd admin admin] Publish callbacks [] for router, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:55.371954 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-be409000-09ab-486a-83e8-b7cdb6da76bd admin admin] 10.222.0.46 "DELETE /v2.0/routers/c8be5bf3-5ef0-4639-8753-0d58f5607921 HTTP/1.1" status: 204 len: 168 time: 0.7856710 Nov 22 10:40:55.374839 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 46586) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:40:55.426612 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device 326eedf5-8a3e-4e3a-887c-a2d57a212dc8 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 10:40:55.429261 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fe8b00f-ebd8-4209-9675-07961ec27f43 admin admin] Deleting subnet 77794ac0-976d-4d93-aa56-2296caa8293f {{(pid=102911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 10:40:55.433017 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-4fe8b00f-ebd8-4209-9675-07961ec27f43 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:55.449627 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] No Port match for: 326eedf5-8a3e-4e3a-887c-a2d57a212dc8 {{(pid=102912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 10:40:55.449970 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device 326eedf5-8a3e-4e3a-887c-a2d57a212dc8 not bound to the agent host hv-cinder-80403 {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 10:40:55.471380 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-4fe8b00f-ebd8-4209-9675-07961ec27f43 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8590686'] for subnet, precommit_delete_associations {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:55.586999 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-4fe8b00f-ebd8-4209-9675-07961ec27f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4094229'] for subnet, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:55.647132 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-4fe8b00f-ebd8-4209-9675-07961ec27f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4094220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11987781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12360653'] for subnet, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:55.670559 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe8b00f-ebd8-4209-9675-07961ec27f43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77794ac0-976d-4d93-aa56-2296caa8293f,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:40:55.681307 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-4fe8b00f-ebd8-4209-9675-07961ec27f43 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:55.687411 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-4fe8b00f-ebd8-4209-9675-07961ec27f43 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/77794ac0-976d-4d93-aa56-2296caa8293f HTTP/1.1" status: 204 len: 168 time: 0.3115153 Nov 22 10:40:55.688864 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1b590e-8828-49ae-bbb6-dcf9add5a95a None None] Network a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0 requested from dv-cinder-804035-13-iscsi {{(pid=102912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 10:40:55.692497 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 46590) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:40:55.780695 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a4b40c5b-78d7-49ab-bd56-e3df0e382a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4185191'] for network, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:55.848109 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a4b40c5b-78d7-49ab-bd56-e3df0e382a20 admin admin] Deleting port 7362287b-e3c3-48f4-b705-0baf74a2d5d4 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:40:55.848710 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a4b40c5b-78d7-49ab-bd56-e3df0e382a20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:55.921277 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a4b40c5b-78d7-49ab-bd56-e3df0e382a20 admin admin] For port 7362287b-e3c3-48f4-b705-0baf74a2d5d4, host dv-cinder-804035-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=7362287b-e3c3-48f4-b705-0baf74a2d5d4,segment=NetworkSegment(a66257e1-04de-463c-95eb-2c47fb42ab6a),segment_id=a66257e1-04de-463c-95eb-2c47fb42ab6a)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:40:55.921679 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a4b40c5b-78d7-49ab-bd56-e3df0e382a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:55.940838 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a4b40c5b-78d7-49ab-bd56-e3df0e382a20 admin admin] Calling delete_port for 7362287b-e3c3-48f4-b705-0baf74a2d5d4 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:40:56.040672 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a4b40c5b-78d7-49ab-bd56-e3df0e382a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162187'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:56.070521 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b40c5b-78d7-49ab-bd56-e3df0e382a20 admin admin] Pushing event deleted for resources: {'Port': ['ID=7362287b-e3c3-48f4-b705-0baf74a2d5d4,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:40:56.074426 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b40c5b-78d7-49ab-bd56-e3df0e382a20 admin admin] No DVR routers for this DVR port 7362287b-e3c3-48f4-b705-0baf74a2d5d4 on host dv-cinder-804035-13-iscsi {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 10:40:56.103026 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e479145-3f80-4b0d-943f-c3297cd9c56f None None] DHCP port deletion for a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0 request from dv-cinder-804035-13-iscsi {{(pid=102912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 10:40:56.154394 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a4b40c5b-78d7-49ab-bd56-e3df0e382a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4095910', 'neutron.services.segments.db._delete_segments_for_network-8749315723659'] for network, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:56.177030 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.services.segments.db [None req-a4b40c5b-78d7-49ab-bd56-e3df0e382a20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0']}} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:40:56.187416 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.services.segments.db [None req-a4b40c5b-78d7-49ab-bd56-e3df0e382a20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a66257e1-04de-463c-95eb-2c47fb42ab6a') {'for_net_delete': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:40:56.187949 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.services.segments.db [None req-a4b40c5b-78d7-49ab-bd56-e3df0e382a20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a66257e1-04de-463c-95eb-2c47fb42ab6a') {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:40:56.198859 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a4b40c5b-78d7-49ab-bd56-e3df0e382a20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749315818006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11681769'] for segment, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:56.214560 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a4b40c5b-78d7-49ab-bd56-e3df0e382a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4063698'] for segment, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:56.222430 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4b40c5b-78d7-49ab-bd56-e3df0e382a20 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=102910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 10:40:56.223027 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a4b40c5b-78d7-49ab-bd56-e3df0e382a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4063698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1162168'] for segment, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:56.224685 dv-cinder-804035-13-iscsi neutron-server[102910]: Traceback (most recent call last): Nov 22 10:40:56.224685 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 10:40:56.224685 dv-cinder-804035-13-iscsi neutron-server[102910]: timer() Nov 22 10:40:56.224685 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 10:40:56.224685 dv-cinder-804035-13-iscsi neutron-server[102910]: cb(*args, **kw) Nov 22 10:40:56.224685 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 10:40:56.224685 dv-cinder-804035-13-iscsi neutron-server[102910]: return func(*args, **kwargs) Nov 22 10:40:56.224685 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 10:40:56.224685 dv-cinder-804035-13-iscsi neutron-server[102910]: self._notify() Nov 22 10:40:56.224685 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 10:40:56.224685 dv-cinder-804035-13-iscsi neutron-server[102910]: self.callback(batched_events) Nov 22 10:40:56.224685 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 10:40:56.224685 dv-cinder-804035-13-iscsi neutron-server[102910]: event.method(event) Nov 22 10:40:56.224685 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 10:40:56.224685 dv-cinder-804035-13-iscsi neutron-server[102910]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 10:40:56.224685 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 10:40:56.224685 dv-cinder-804035-13-iscsi neutron-server[102910]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 10:40:56.224685 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 10:40:56.224685 dv-cinder-804035-13-iscsi neutron-server[102910]: return f(self, *a, **k) Nov 22 10:40:56.224685 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 10:40:56.224685 dv-cinder-804035-13-iscsi neutron-server[102910]: return self._get(url).json() Nov 22 10:40:56.224685 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 10:40:56.224685 dv-cinder-804035-13-iscsi neutron-server[102910]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 10:40:56.224685 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 10:40:56.224685 dv-cinder-804035-13-iscsi neutron-server[102910]: return self.request(url, 'GET', **kwargs) Nov 22 10:40:56.224685 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 10:40:56.224685 dv-cinder-804035-13-iscsi neutron-server[102910]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 10:40:56.224685 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 10:40:56.224685 dv-cinder-804035-13-iscsi neutron-server[102910]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 10:40:56.224685 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 10:40:56.224685 dv-cinder-804035-13-iscsi neutron-server[102910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 10:40:56.224685 dv-cinder-804035-13-iscsi neutron-server[102910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 10:40:56.283510 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a4b40c5b-78d7-49ab-bd56-e3df0e382a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4095928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1030268'] for network, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:56.303066 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a4b40c5b-78d7-49ab-bd56-e3df0e382a20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for network, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:56.306653 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-a4b40c5b-78d7-49ab-bd56-e3df0e382a20 admin admin] 10.222.0.46 "DELETE /v2.0/networks/a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0 HTTP/1.1" status: 204 len: 168 time: 0.6130865 Nov 22 10:40:56.308404 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b40c5b-78d7-49ab-bd56-e3df0e382a20 admin admin] Pushing event deleted for resources: {'Network': ['ID=a43393e9-8ccf-4b0e-a223-5dd0a65e3eb0,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:40:56.311214 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 46594) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:40:56.451454 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 7362287b-e3c3-48f4-b705-0baf74a2d5d4 no longer exists at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 10:40:56.486849 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] No Port match for: 7362287b-e3c3-48f4-b705-0baf74a2d5d4 {{(pid=102912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 10:40:56.487588 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 7362287b-e3c3-48f4-b705-0baf74a2d5d4 not bound to the agent host dv-cinder-804035-13-iscsi {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 10:40:56.491657 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 809f8253-dfc1-48a6-9c11-3237e9e38c42 no longer exists at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 10:40:56.523552 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] No Port match for: 809f8253-dfc1-48a6-9c11-3237e9e38c42 {{(pid=102912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 10:40:56.523922 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 809f8253-dfc1-48a6-9c11-3237e9e38c42 not bound to the agent host dv-cinder-804035-13-iscsi {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 10:40:56.524340 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 24bce193-ea74-441a-834d-deb31c22f527 no longer exists at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 10:40:56.552279 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] No Port match for: 24bce193-ea74-441a-834d-deb31c22f527 {{(pid=102912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 10:40:56.552539 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 24bce193-ea74-441a-834d-deb31c22f527 not bound to the agent host dv-cinder-804035-13-iscsi {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 10:40:56.965154 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-1885d4bf-b6fa-432e-84ba-9edf9cd86ffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029394'] for router_interface, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:56.991439 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-42e1d332-028d-4a6d-a4a7-2292805d80ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:57.223113 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-1885d4bf-b6fa-432e-84ba-9edf9cd86ffe admin admin] Deleting port 537db0e3-f478-4e2e-8024-2a0c92230eef {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:40:57.223360 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-1885d4bf-b6fa-432e-84ba-9edf9cd86ffe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:57.344178 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-1885d4bf-b6fa-432e-84ba-9edf9cd86ffe admin admin] For port 537db0e3-f478-4e2e-8024-2a0c92230eef, host dv-cinder-804035-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=537db0e3-f478-4e2e-8024-2a0c92230eef,segment=NetworkSegment(a45b3277-f28d-497c-a1d7-243546433dec),segment_id=a45b3277-f28d-497c-a1d7-243546433dec)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:40:57.344610 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-1885d4bf-b6fa-432e-84ba-9edf9cd86ffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:57.366319 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-1885d4bf-b6fa-432e-84ba-9edf9cd86ffe admin admin] Calling delete_port for 537db0e3-f478-4e2e-8024-2a0c92230eef owned by network:router_interface {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:40:57.566079 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-1885d4bf-b6fa-432e-84ba-9edf9cd86ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11987816'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:57.601767 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1885d4bf-b6fa-432e-84ba-9edf9cd86ffe admin admin] Pushing event deleted for resources: {'Port': ['ID=537db0e3-f478-4e2e-8024-2a0c92230eef,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:40:57.767621 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-1885d4bf-b6fa-432e-84ba-9edf9cd86ffe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1032162'] for router_interface, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:58.007571 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1885d4bf-b6fa-432e-84ba-9edf9cd86ffe admin admin] Router aa2f0c11-9f96-45c9-b528-1787de06eba2 has already been hosted by L3 agent fa3112ac-4a6e-40b6-a491-552ca746a833 {{(pid=102911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 10:40:58.065636 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0c934117-efa3-4f33-917a-019854f2ef65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:58.123827 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1885d4bf-b6fa-432e-84ba-9edf9cd86ffe admin admin] Notify agent at l3_agent.dv-cinder-804035-13-iscsi the message routers_updated {{(pid=102911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 10:40:58.129645 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-1885d4bf-b6fa-432e-84ba-9edf9cd86ffe admin admin] 10.222.0.46 "PUT /v2.0/routers/aa2f0c11-9f96-45c9-b528-1787de06eba2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8168602 Nov 22 10:40:58.132410 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 46604) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:40:58.134300 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7159f0-49a5-4f1e-a0c6-cd1b11e543d0 None None] Sync routers for ids ['aa2f0c11-9f96-45c9-b528-1787de06eba2'] in dv-cinder-804035-13-iscsi {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 10:40:58.146220 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7159f0-49a5-4f1e-a0c6-cd1b11e543d0 None None] Routers {'aa2f0c11-9f96-45c9-b528-1787de06eba2'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:40:58.146758 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-8d7159f0-49a5-4f1e-a0c6-cd1b11e543d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:40:57Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['aa2f0c11-9f96-45c9-b528-1787de06eba2'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:40:58.240805 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-38284f69-bcaf-4f20-b19f-5e2abd8435be admin admin] Publish callbacks [] for router, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:58.254437 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-8d7159f0-49a5-4f1e-a0c6-cd1b11e543d0 None None] Set router aa2f0c11-9f96-45c9-b528-1787de06eba2 gateway port host: dv-cinder-804035-13-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:40:58.348875 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-38284f69-bcaf-4f20-b19f-5e2abd8435be admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:58.416147 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-38284f69-bcaf-4f20-b19f-5e2abd8435be admin admin] Deleting port 005a78ff-5945-472f-9fed-ce3b83624ae8 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:40:58.416802 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-38284f69-bcaf-4f20-b19f-5e2abd8435be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:58.454601 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-8d7159f0-49a5-4f1e-a0c6-cd1b11e543d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2f0c11-9f96-45c9-b528-1787de06eba2', 'name': 'tempest-TestMinimumBasicScenario-1997077008-router', 'tenant_id': '39639cd58b59437fbd4e8c2579dd1ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '005a78ff-5945-472f-9fed-ce3b83624ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:37:05Z', 'updated_at': '2021-11-22T10:40:57Z', 'revision_number': 5, 'project_id': '39639cd58b59437fbd4e8c2579dd1ee5', 'gw_port': {'id': '005a78ff-5945-472f-9fed-ce3b83624ae8', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:eb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2f0c11-9f96-45c9-b528-1787de06eba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:37:07Z', 'updated_at': '2021-11-22T10:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi'}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:40:58.481895 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7159f0-49a5-4f1e-a0c6-cd1b11e543d0 None None] Checking router: aa2f0c11-9f96-45c9-b528-1787de06eba2 for host: dv-cinder-804035-13-iscsi {{(pid=102913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 10:40:58.491322 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7159f0-49a5-4f1e-a0c6-cd1b11e543d0 None None] Routers {'aa2f0c11-9f96-45c9-b528-1787de06eba2'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:40:58.491949 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-8d7159f0-49a5-4f1e-a0c6-cd1b11e543d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:40:57Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['aa2f0c11-9f96-45c9-b528-1787de06eba2'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:40:58.502385 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-38284f69-bcaf-4f20-b19f-5e2abd8435be admin admin] For port 005a78ff-5945-472f-9fed-ce3b83624ae8, host dv-cinder-804035-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=005a78ff-5945-472f-9fed-ce3b83624ae8,segment=NetworkSegment(07e0d8bf-2b47-470a-a16f-f44f9914b384),segment_id=07e0d8bf-2b47-470a-a16f-f44f9914b384)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:40:58.502780 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-38284f69-bcaf-4f20-b19f-5e2abd8435be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:58.517001 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-38284f69-bcaf-4f20-b19f-5e2abd8435be admin admin] Calling delete_port for 005a78ff-5945-472f-9fed-ce3b83624ae8 owned by network:router_gateway {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:40:58.579926 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-8d7159f0-49a5-4f1e-a0c6-cd1b11e543d0 None None] Set router aa2f0c11-9f96-45c9-b528-1787de06eba2 gateway port host: None {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:40:58.636395 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-8d7159f0-49a5-4f1e-a0c6-cd1b11e543d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2f0c11-9f96-45c9-b528-1787de06eba2', 'name': 'tempest-TestMinimumBasicScenario-1997077008-router', 'tenant_id': '39639cd58b59437fbd4e8c2579dd1ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:37:05Z', 'updated_at': '2021-11-22T10:40:58Z', 'revision_number': 6, 'project_id': '39639cd58b59437fbd4e8c2579dd1ee5', 'gw_port_host': None}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:40:58.663824 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7159f0-49a5-4f1e-a0c6-cd1b11e543d0 None None] The sync data for ids ['aa2f0c11-9f96-45c9-b528-1787de06eba2'] in dv-cinder-804035-13-iscsi is: [{'id': 'aa2f0c11-9f96-45c9-b528-1787de06eba2', 'name': 'tempest-TestMinimumBasicScenario-1997077008-router', 'tenant_id': '39639cd58b59437fbd4e8c2579dd1ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:37:05Z', 'updated_at': '2021-11-22T10:40:58Z', 'revision_number': 6, 'project_id': '39639cd58b59437fbd4e8c2579dd1ee5', 'gw_port_host': None}] {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 10:40:58.688564 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-38284f69-bcaf-4f20-b19f-5e2abd8435be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162187'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:58.720856 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38284f69-bcaf-4f20-b19f-5e2abd8435be admin admin] Pushing event deleted for resources: {'Port': ['ID=005a78ff-5945-472f-9fed-ce3b83624ae8,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:40:58.781099 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-38284f69-bcaf-4f20-b19f-5e2abd8435be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1030348'] for router_gateway, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:58.890899 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-38284f69-bcaf-4f20-b19f-5e2abd8435be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1031604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10179'] for router, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:58.894021 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-38284f69-bcaf-4f20-b19f-5e2abd8435be admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:58.960463 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-38284f69-bcaf-4f20-b19f-5e2abd8435be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1032151'] for router, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:58.960961 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38284f69-bcaf-4f20-b19f-5e2abd8435be admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa2f0c11-9f96-45c9-b528-1787de06eba2 {{(pid=102910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 10:40:58.966440 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-38284f69-bcaf-4f20-b19f-5e2abd8435be admin admin] Publish callbacks [] for router, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:58.968001 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-38284f69-bcaf-4f20-b19f-5e2abd8435be admin admin] 10.222.0.46 "DELETE /v2.0/routers/aa2f0c11-9f96-45c9-b528-1787de06eba2 HTTP/1.1" status: 204 len: 168 time: 0.8344896 Nov 22 10:40:58.971568 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 46606) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:40:59.024615 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c1a6051-f950-4084-99dd-6e2436c480a4 admin admin] Deleting subnet 450d1bcd-b82f-4744-a763-7181a195a306 {{(pid=102910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 10:40:59.028143 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1c1a6051-f950-4084-99dd-6e2436c480a4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:59.064943 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1c1a6051-f950-4084-99dd-6e2436c480a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11681776'] for subnet, precommit_delete_associations {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:59.182283 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1c1a6051-f950-4084-99dd-6e2436c480a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4094229'] for subnet, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:59.238031 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1c1a6051-f950-4084-99dd-6e2436c480a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4094220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1162214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11983770'] for subnet, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:59.263396 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1a6051-f950-4084-99dd-6e2436c480a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=450d1bcd-b82f-4744-a763-7181a195a306,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:40:59.267527 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1c1a6051-f950-4084-99dd-6e2436c480a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for subnet, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:59.270866 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-1c1a6051-f950-4084-99dd-6e2436c480a4 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/450d1bcd-b82f-4744-a763-7181a195a306 HTTP/1.1" status: 204 len: 168 time: 0.2982483 Nov 22 10:40:59.273360 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ac3707-2f15-419b-bc86-ce62f94a14d0 None None] Network dc2bf14b-af4f-4046-b444-1f4b77794642 requested from dv-cinder-804035-13-iscsi {{(pid=102912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 10:40:59.274258 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 46612) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:40:59.349669 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c8bce582-0d7d-415d-b5c2-7686f4e53e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4185191'] for network, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:59.410016 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-c8bce582-0d7d-415d-b5c2-7686f4e53e03 admin admin] Deleting port 6490397d-9cf9-4767-8616-98f5df1b79e2 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:40:59.410361 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c8bce582-0d7d-415d-b5c2-7686f4e53e03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:59.461026 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e5ce0d-524d-40d7-8eb6-f88f4aef3edc None None] DHCP port deletion for dc2bf14b-af4f-4046-b444-1f4b77794642 request from dv-cinder-804035-13-iscsi {{(pid=102912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 10:40:59.491469 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-c8bce582-0d7d-415d-b5c2-7686f4e53e03 admin admin] For port 6490397d-9cf9-4767-8616-98f5df1b79e2, host dv-cinder-804035-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=6490397d-9cf9-4767-8616-98f5df1b79e2,segment=NetworkSegment(a45b3277-f28d-497c-a1d7-243546433dec),segment_id=a45b3277-f28d-497c-a1d7-243546433dec)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:40:59.491824 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c8bce582-0d7d-415d-b5c2-7686f4e53e03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:59.505845 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-c8bce582-0d7d-415d-b5c2-7686f4e53e03 admin admin] Calling delete_port for 6490397d-9cf9-4767-8616-98f5df1b79e2 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:40:59.515439 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-05e5ce0d-524d-40d7-8eb6-f88f4aef3edc None None] Deleting port 6490397d-9cf9-4767-8616-98f5df1b79e2 {{(pid=102912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:40:59.515856 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-05e5ce0d-524d-40d7-8eb6-f88f4aef3edc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:59.585917 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-05e5ce0d-524d-40d7-8eb6-f88f4aef3edc None None] For port 6490397d-9cf9-4767-8616-98f5df1b79e2, host dv-cinder-804035-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=6490397d-9cf9-4767-8616-98f5df1b79e2,segment=NetworkSegment(a45b3277-f28d-497c-a1d7-243546433dec),segment_id=a45b3277-f28d-497c-a1d7-243546433dec)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:40:59.586316 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-05e5ce0d-524d-40d7-8eb6-f88f4aef3edc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:59.598398 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c8bce582-0d7d-415d-b5c2-7686f4e53e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162187'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:59.601194 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-05e5ce0d-524d-40d7-8eb6-f88f4aef3edc None None] Calling delete_port for 6490397d-9cf9-4767-8616-98f5df1b79e2 owned by network:dhcp {{(pid=102912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:40:59.624875 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bce582-0d7d-415d-b5c2-7686f4e53e03 admin admin] Pushing event deleted for resources: {'Port': ['ID=6490397d-9cf9-4767-8616-98f5df1b79e2,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:40:59.628961 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bce582-0d7d-415d-b5c2-7686f4e53e03 admin admin] No DVR routers for this DVR port 6490397d-9cf9-4767-8616-98f5df1b79e2 on host dv-cinder-804035-13-iscsi {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 10:40:59.706355 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c8bce582-0d7d-415d-b5c2-7686f4e53e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4095910', 'neutron.services.segments.db._delete_segments_for_network-8749315723659'] for network, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:59.722347 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-05e5ce0d-524d-40d7-8eb6-f88f4aef3edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237'] for port, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:59.733459 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.services.segments.db [None req-c8bce582-0d7d-415d-b5c2-7686f4e53e03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc2bf14b-af4f-4046-b444-1f4b77794642']}} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:40:59.745033 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.services.segments.db [None req-c8bce582-0d7d-415d-b5c2-7686f4e53e03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a45b3277-f28d-497c-a1d7-243546433dec') {'for_net_delete': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:40:59.745254 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.services.segments.db [None req-c8bce582-0d7d-415d-b5c2-7686f4e53e03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a45b3277-f28d-497c-a1d7-243546433dec') {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:40:59.748233 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e5ce0d-524d-40d7-8eb6-f88f4aef3edc None None] Pushing event deleted for resources: {'Port': ['ID=6490397d-9cf9-4767-8616-98f5df1b79e2,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:40:59.759307 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e5ce0d-524d-40d7-8eb6-f88f4aef3edc None None] No DVR routers for this DVR port 6490397d-9cf9-4767-8616-98f5df1b79e2 on host dv-cinder-804035-13-iscsi {{(pid=102912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 10:40:59.761440 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c8bce582-0d7d-415d-b5c2-7686f4e53e03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749315818006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11681769'] for segment, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:59.776713 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c8bce582-0d7d-415d-b5c2-7686f4e53e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4063698'] for segment, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:59.782977 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8bce582-0d7d-415d-b5c2-7686f4e53e03 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=102910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 10:40:59.783327 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c8bce582-0d7d-415d-b5c2-7686f4e53e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4063698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1162168'] for segment, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:59.785147 dv-cinder-804035-13-iscsi neutron-server[102910]: Traceback (most recent call last): Nov 22 10:40:59.785147 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 10:40:59.785147 dv-cinder-804035-13-iscsi neutron-server[102910]: timer() Nov 22 10:40:59.785147 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 10:40:59.785147 dv-cinder-804035-13-iscsi neutron-server[102910]: cb(*args, **kw) Nov 22 10:40:59.785147 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 10:40:59.785147 dv-cinder-804035-13-iscsi neutron-server[102910]: return func(*args, **kwargs) Nov 22 10:40:59.785147 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 10:40:59.785147 dv-cinder-804035-13-iscsi neutron-server[102910]: self._notify() Nov 22 10:40:59.785147 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 10:40:59.785147 dv-cinder-804035-13-iscsi neutron-server[102910]: self.callback(batched_events) Nov 22 10:40:59.785147 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 10:40:59.785147 dv-cinder-804035-13-iscsi neutron-server[102910]: event.method(event) Nov 22 10:40:59.785147 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 10:40:59.785147 dv-cinder-804035-13-iscsi neutron-server[102910]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 10:40:59.785147 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 10:40:59.785147 dv-cinder-804035-13-iscsi neutron-server[102910]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 10:40:59.785147 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 10:40:59.785147 dv-cinder-804035-13-iscsi neutron-server[102910]: return f(self, *a, **k) Nov 22 10:40:59.785147 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 10:40:59.785147 dv-cinder-804035-13-iscsi neutron-server[102910]: return self._get(url).json() Nov 22 10:40:59.785147 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 10:40:59.785147 dv-cinder-804035-13-iscsi neutron-server[102910]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 10:40:59.785147 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 10:40:59.785147 dv-cinder-804035-13-iscsi neutron-server[102910]: return self.request(url, 'GET', **kwargs) Nov 22 10:40:59.785147 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 10:40:59.785147 dv-cinder-804035-13-iscsi neutron-server[102910]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 10:40:59.785147 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 10:40:59.785147 dv-cinder-804035-13-iscsi neutron-server[102910]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 10:40:59.785147 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 10:40:59.785147 dv-cinder-804035-13-iscsi neutron-server[102910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 10:40:59.785147 dv-cinder-804035-13-iscsi neutron-server[102910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 10:40:59.842642 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c8bce582-0d7d-415d-b5c2-7686f4e53e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4095928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1030268'] for network, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:59.850233 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c8bce582-0d7d-415d-b5c2-7686f4e53e03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for network, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:59.854304 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-c8bce582-0d7d-415d-b5c2-7686f4e53e03 admin admin] 10.222.0.46 "DELETE /v2.0/networks/dc2bf14b-af4f-4046-b444-1f4b77794642 HTTP/1.1" status: 204 len: 168 time: 0.5790286 Nov 22 10:40:59.864160 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e21c8dd6-a119-43bc-9b42-7d87f9168fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:40:59.865815 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bce582-0d7d-415d-b5c2-7686f4e53e03 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc2bf14b-af4f-4046-b444-1f4b77794642,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:41:00.032575 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 46616) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:41:00.074626 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-f92c21a0-16de-4000-8abd-f38b4dc10d52 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=549a9a424a794c74836d8d862db06e25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408185 Nov 22 10:41:00.077579 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 46620) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:41:00.136934 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3a31fe6f-020c-47cf-a283-788141511b02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:00.162878 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3a31fe6f-020c-47cf-a283-788141511b02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:00.212952 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3a31fe6f-020c-47cf-a283-788141511b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:00.216086 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3a31fe6f-020c-47cf-a283-788141511b02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:00.216871 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-3a31fe6f-020c-47cf-a283-788141511b02 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b9ef8276-57c4-428e-b639-a4eb9f8806d4 HTTP/1.1" status: 204 len: 168 time: 0.1383669 Nov 22 10:41:00.225830 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a31fe6f-020c-47cf-a283-788141511b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ef8276-57c4-428e-b639-a4eb9f8806d4,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:41:00.426951 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 537db0e3-f478-4e2e-8024-2a0c92230eef no longer exists at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 10:41:00.448032 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] No Port match for: 537db0e3-f478-4e2e-8024-2a0c92230eef {{(pid=102912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 10:41:00.448527 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 537db0e3-f478-4e2e-8024-2a0c92230eef not bound to the agent host dv-cinder-804035-13-iscsi {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 10:41:00.449200 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 6490397d-9cf9-4767-8616-98f5df1b79e2 no longer exists at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 10:41:00.477913 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] No Port match for: 6490397d-9cf9-4767-8616-98f5df1b79e2 {{(pid=102912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 10:41:00.478639 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 6490397d-9cf9-4767-8616-98f5df1b79e2 not bound to the agent host dv-cinder-804035-13-iscsi {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 10:41:00.479275 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 005a78ff-5945-472f-9fed-ce3b83624ae8 no longer exists at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 10:41:00.500213 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] No Port match for: 005a78ff-5945-472f-9fed-ce3b83624ae8 {{(pid=102912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 10:41:00.500876 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 005a78ff-5945-472f-9fed-ce3b83624ae8 not bound to the agent host dv-cinder-804035-13-iscsi {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 10:41:00.586958 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 46632) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:41:00.642423 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-908c1219-df96-401f-9524-6fadc10f2615 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=39639cd58b59437fbd4e8c2579dd1ee5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0511625 Nov 22 10:41:00.642598 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 46638) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:41:00.696188 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-67adbe12-1d40-4544-bb70-8e1a4dc17fad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:00.724597 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-67adbe12-1d40-4544-bb70-8e1a4dc17fad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:00.776213 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-67adbe12-1d40-4544-bb70-8e1a4dc17fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:00.778865 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-67adbe12-1d40-4544-bb70-8e1a4dc17fad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:00.780083 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-67adbe12-1d40-4544-bb70-8e1a4dc17fad admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ce1b5dda-6442-4f5f-9408-92ce16230a31 HTTP/1.1" status: 204 len: 168 time: 0.1365650 Nov 22 10:41:00.789867 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:00.790562 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67adbe12-1d40-4544-bb70-8e1a4dc17fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1b5dda-6442-4f5f-9408-92ce16230a31,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:41:02.837014 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115f065-1a70-4413-bf4f-9f6267b435b2 req-98719137-7a41-4af1-aaf5-4c98e5035bbd tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:41:02.839693 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c115f065-1a70-4413-bf4f-9f6267b435b2 req-98719137-7a41-4af1-aaf5-4c98e5035bbd tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 946 time: 0.0621107 Nov 22 10:41:02.917896 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c115f065-1a70-4413-bf4f-9f6267b435b2 req-ab9addc0-1b40-4bc2-bbda-3c98ce3fa870 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc37a28d-3ede-4eca-8048-ef0cccb4e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713484 Nov 22 10:41:04.042430 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31201c53-6086-41f0-bb0f-ea81e01d1e0b req-c8d92487-9cc7-477a-9bea-62043bdd84ae tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:41:04.043974 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-31201c53-6086-41f0-bb0f-ea81e01d1e0b req-c8d92487-9cc7-477a-9bea-62043bdd84ae tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 946 time: 0.0509086 Nov 22 10:41:04.094512 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-31201c53-6086-41f0-bb0f-ea81e01d1e0b req-3c2d324d-70ac-4331-9b37-dc5c56325aaf tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc37a28d-3ede-4eca-8048-ef0cccb4e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440607 Nov 22 10:41:05.229750 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fbe0bc-4184-41bc-8735-c0de39d997fb req-4295afe7-0aba-4318-b3bf-99246852f598 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:41:05.231211 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-80fbe0bc-4184-41bc-8735-c0de39d997fb req-4295afe7-0aba-4318-b3bf-99246852f598 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 946 time: 0.0516310 Nov 22 10:41:05.279615 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-80fbe0bc-4184-41bc-8735-c0de39d997fb req-49c56e4e-b2ac-4369-90bd-d1329d363b30 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc37a28d-3ede-4eca-8048-ef0cccb4e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420387 Nov 22 10:41:06.406133 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36524d4b-b7ac-423d-aa81-5f03a86251f2 req-2ced1142-78ac-4bf9-89af-bc3c46f28b70 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:41:06.408010 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-36524d4b-b7ac-423d-aa81-5f03a86251f2 req-2ced1142-78ac-4bf9-89af-bc3c46f28b70 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 946 time: 0.0547888 Nov 22 10:41:06.457748 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-36524d4b-b7ac-423d-aa81-5f03a86251f2 req-ed9cbfb6-7156-4c83-9f05-c411b7032dda tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc37a28d-3ede-4eca-8048-ef0cccb4e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436711 Nov 22 10:41:07.748800 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df9181-b695-4c14-9368-a404e3520f03 req-5d38dac4-38cc-4026-9564-268341a72856 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:41:07.750265 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f9df9181-b695-4c14-9368-a404e3520f03 req-5d38dac4-38cc-4026-9564-268341a72856 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 946 time: 0.0586164 Nov 22 10:41:07.801513 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f9df9181-b695-4c14-9368-a404e3520f03 req-5c425fa3-b1db-4b47-8335-46a8eda9f1df tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc37a28d-3ede-4eca-8048-ef0cccb4e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447457 Nov 22 10:41:08.931378 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c5330-b81a-40bd-afbf-045b1f6e4b7a req-8dac60e1-1955-49f0-9af6-1fe17bf0e754 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:41:08.932962 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-872c5330-b81a-40bd-afbf-045b1f6e4b7a req-8dac60e1-1955-49f0-9af6-1fe17bf0e754 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 946 time: 0.0560961 Nov 22 10:41:08.982766 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-872c5330-b81a-40bd-afbf-045b1f6e4b7a req-9d75f5a0-1055-4b0a-99e5-43190ec9ea4f tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc37a28d-3ede-4eca-8048-ef0cccb4e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431669 Nov 22 10:41:10.108882 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e597b-44f6-46d7-8dc2-3a4ef57bef4b req-ca4910ac-222c-4e62-8e37-e029b4a56224 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:41:10.110541 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a13e597b-44f6-46d7-8dc2-3a4ef57bef4b req-ca4910ac-222c-4e62-8e37-e029b4a56224 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 946 time: 0.0513690 Nov 22 10:41:10.161065 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a13e597b-44f6-46d7-8dc2-3a4ef57bef4b req-eb2b8761-f3ee-4910-a8b5-aad8dc298652 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc37a28d-3ede-4eca-8048-ef0cccb4e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444646 Nov 22 10:41:11.292726 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ea95f-5518-4837-998c-9d583c41a2f0 req-a2ee58e5-33ce-4082-8910-865fa20ea63c tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:41:11.294260 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5a1ea95f-5518-4837-998c-9d583c41a2f0 req-a2ee58e5-33ce-4082-8910-865fa20ea63c tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 946 time: 0.0539188 Nov 22 10:41:11.350751 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5a1ea95f-5518-4837-998c-9d583c41a2f0 req-ce986626-e3a3-405a-933b-fcb4b600f894 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc37a28d-3ede-4eca-8048-ef0cccb4e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501885 Nov 22 10:41:12.480726 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef63575-3ffa-4dbb-bd13-e805d3b00e8a req-5a2430d2-c29c-4dbd-8a91-675b3c11d031 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:41:12.482276 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2ef63575-3ffa-4dbb-bd13-e805d3b00e8a req-5a2430d2-c29c-4dbd-8a91-675b3c11d031 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 946 time: 0.0499444 Nov 22 10:41:12.530166 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2ef63575-3ffa-4dbb-bd13-e805d3b00e8a req-b1150ccc-04f6-4e51-9bb1-61cdf8437734 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc37a28d-3ede-4eca-8048-ef0cccb4e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415699 Nov 22 10:41:13.657466 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4dd4cb-ef60-4fbc-ae86-dc7dca05824c req-08c8d164-2936-4c79-88a2-fbfcf6469a4a tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:41:13.658970 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3c4dd4cb-ef60-4fbc-ae86-dc7dca05824c req-08c8d164-2936-4c79-88a2-fbfcf6469a4a tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 946 time: 0.0539834 Nov 22 10:41:13.710176 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3c4dd4cb-ef60-4fbc-ae86-dc7dca05824c req-2ec06d50-7c79-45bc-8f89-038e96034b9d tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc37a28d-3ede-4eca-8048-ef0cccb4e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449851 Nov 22 10:41:14.847212 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3fba34-10bb-49d9-b7a2-4fb83675b44f req-7b80600a-357a-42e6-95d2-6bf819be5202 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:41:14.849529 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2a3fba34-10bb-49d9-b7a2-4fb83675b44f req-7b80600a-357a-42e6-95d2-6bf819be5202 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 946 time: 0.0628581 Nov 22 10:41:14.908092 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2a3fba34-10bb-49d9-b7a2-4fb83675b44f req-982889c8-707a-4604-8fe3-cddbf3de7be6 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc37a28d-3ede-4eca-8048-ef0cccb4e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520961 Nov 22 10:41:15.573835 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device c090109f-0e04-44ab-9893-ad1a3bcccd12 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 10:41:15.700904 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port c090109f-0e04-44ab-9893-ad1a3bcccd12, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=c090109f-0e04-44ab-9893-ad1a3bcccd12,segment=NetworkSegment(b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c),segment_id=b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:41:15.713851 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Returning: {'device': 'c090109f-0e04-44ab-9893-ad1a3bcccd12', 'network_id': 'e114790e-2c2f-46a4-8dd6-49197de38f16', 'port_id': 'c090109f-0e04-44ab-9893-ad1a3bcccd12', 'mac_address': 'fa:16:3e:69:f3:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4f21e7d-d84a-4ede-b812-0052f7303231', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 10:41:15.764747 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:15.790651 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c090109f-0e04-44ab-9893-ad1a3bcccd12 {{(pid=102912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 10:41:15.817253 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port c090109f-0e04-44ab-9893-ad1a3bcccd12, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=c090109f-0e04-44ab-9893-ad1a3bcccd12,segment=NetworkSegment(b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c),segment_id=b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:41:15.826085 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:15.896096 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Pushing event updated for resources: {'Port': ['ID=c090109f-0e04-44ab-9893-ad1a3bcccd12,revision_number=6']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:41:15.933850 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] get_ports_and_sgs() called for port_ids ['c090109f-0e04-44ab-9893-ad1a3bcccd12'] {{(pid=102912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 10:41:16.112306 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e5e43-7958-40f3-8c9f-ade2fe241534 req-c357f115-1e18-4d05-b69d-e096f9888081 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:41:16.118669 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-943e5e43-7958-40f3-8c9f-ade2fe241534 req-c357f115-1e18-4d05-b69d-e096f9888081 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 945 time: 0.0968747 Nov 22 10:41:16.194529 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-943e5e43-7958-40f3-8c9f-ade2fe241534 req-b1f23672-23e3-4cb3-838a-e33db0ed0a5c tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc37a28d-3ede-4eca-8048-ef0cccb4e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668771 Nov 22 10:41:17.360376 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029fb71f-304c-4a0c-946d-10f8d2ada148 req-3206a158-bbf1-49ae-87bb-64f5f04a6fe2 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:41:17.362211 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-029fb71f-304c-4a0c-946d-10f8d2ada148 req-3206a158-bbf1-49ae-87bb-64f5f04a6fe2 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 945 time: 0.0591261 Nov 22 10:41:17.423574 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-029fb71f-304c-4a0c-946d-10f8d2ada148 req-74e36d30-b7a8-4b4b-a561-c64bf2cef681 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc37a28d-3ede-4eca-8048-ef0cccb4e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545120 Nov 22 10:41:17.578157 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device c090109f-0e04-44ab-9893-ad1a3bcccd12 up at agent hyperv_hv-cinder-80403 {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:41:17.639371 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Provisioning complete for port c090109f-0e04-44ab-9893-ad1a3bcccd12 triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:41:17.640541 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:17.762189 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:17.801866 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc31878-b3c3-4d79-a38b-db8424acb20b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c090109f-0e04-44ab-9893-ad1a3bcccd12'}] {{(pid=102912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:41:17.804257 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871da4fec6c70e81ce77d4e4817c66d6168a6b102b4e2b260a442deac58e97e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12de4c59-b591-498a-9cfa-7e20cac4781a" -d '{"events": [{"server_uuid": "2fc31878-b3c3-4d79-a38b-db8424acb20b", "name": "network-vif-plugged", "status": "completed", "tag": "c090109f-0e04-44ab-9893-ad1a3bcccd12"}]}' {{(pid=102912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:41:17.828558 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port c090109f-0e04-44ab-9893-ad1a3bcccd12, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=c090109f-0e04-44ab-9893-ad1a3bcccd12,segment=NetworkSegment(b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c),segment_id=b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:41:17.839722 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:17.875027 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 10:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1e9f7e-5897-4b34-bf53-7906363e0d5b x-openstack-request-id: req-7a1e9f7e-5897-4b34-bf53-7906363e0d5b {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:41:17.875503 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc31878-b3c3-4d79-a38b-db8424acb20b", "name": "network-vif-plugged", "status": "completed", "tag": "c090109f-0e04-44ab-9893-ad1a3bcccd12", "code": 200}]} {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:41:17.875958 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7a1e9f7e-5897-4b34-bf53-7906363e0d5b {{(pid=102912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:41:17.876364 dv-cinder-804035-13-iscsi neutron-server[102912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc31878-b3c3-4d79-a38b-db8424acb20b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c090109f-0e04-44ab-9893-ad1a3bcccd12', 'code': 200} Nov 22 10:41:17.911639 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Pushing event updated for resources: {'Port': ['ID=c090109f-0e04-44ab-9893-ad1a3bcccd12,revision_number=7']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:41:18.602968 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35582541-8ccc-4715-8ec8-eaa7fdbdd421 req-df4a637f-3a04-49b6-98f1-54823e3c982d tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:41:18.609580 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-35582541-8ccc-4715-8ec8-eaa7fdbdd421 req-df4a637f-3a04-49b6-98f1-54823e3c982d tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 946 time: 0.0799966 Nov 22 10:41:18.684433 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-35582541-8ccc-4715-8ec8-eaa7fdbdd421 req-8d5eda20-5fb7-491b-8233-1b9c83a03e13 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc37a28d-3ede-4eca-8048-ef0cccb4e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714755 Nov 22 10:41:19.896793 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:19.922900 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6bf176-ff26-4879-b86f-b10224292909 req-117f1937-fae7-4250-b9ea-f191d7bf7406 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:41:19.926521 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1f6bf176-ff26-4879-b86f-b10224292909 req-117f1937-fae7-4250-b9ea-f191d7bf7406 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 946 time: 0.1267262 Nov 22 10:41:20.017825 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1f6bf176-ff26-4879-b86f-b10224292909 req-9deab50e-a83d-4fde-a5d6-bcdaca0acbd2 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc37a28d-3ede-4eca-8048-ef0cccb4e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734534 Nov 22 10:41:21.186642 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a324e-80b0-4f8e-923a-4e17fdd4cab9 req-ae458211-ec86-4cd8-a1ef-390acc2d1fa4 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:41:21.189348 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-576a324e-80b0-4f8e-923a-4e17fdd4cab9 req-ae458211-ec86-4cd8-a1ef-390acc2d1fa4 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 946 time: 0.0718262 Nov 22 10:41:21.268661 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-576a324e-80b0-4f8e-923a-4e17fdd4cab9 req-9d582211-e653-4a6f-aa9c-44b819bfa8ff tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc37a28d-3ede-4eca-8048-ef0cccb4e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724740 Nov 22 10:41:22.528758 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696d03b-5cd9-4cff-81cf-5a2cf71a6472 req-330b2a44-c2c5-4478-af4a-ba046b08f714 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:41:22.532918 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8696d03b-5cd9-4cff-81cf-5a2cf71a6472 req-330b2a44-c2c5-4478-af4a-ba046b08f714 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 946 time: 0.1164668 Nov 22 10:41:22.612985 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8696d03b-5cd9-4cff-81cf-5a2cf71a6472 req-2c8dfc8d-d485-444f-a16b-0d9be899c4f2 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc37a28d-3ede-4eca-8048-ef0cccb4e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731883 Nov 22 10:41:23.803957 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a90b7-8e73-4f01-abe0-846f7d876628 req-be75dcbb-5be4-4582-9134-6377935e7f83 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:41:23.806621 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-464a90b7-8e73-4f01-abe0-846f7d876628 req-be75dcbb-5be4-4582-9134-6377935e7f83 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 946 time: 0.0908871 Nov 22 10:41:23.884441 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-464a90b7-8e73-4f01-abe0-846f7d876628 req-bfcc1b84-29c7-4871-9374-12100f3a1e78 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc37a28d-3ede-4eca-8048-ef0cccb4e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651433 Nov 22 10:41:24.228381 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.agents_db [None req-35a1a16e-7bf9-4643-9be2-574a1761dc3a None None] Agent healthcheck: found 6 active agents {{(pid=102913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 10:41:24.680872 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-7c722492-83a1-4463-be5a-bdd144d56d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:25.127612 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4724a46f-a20c-447f-ac08-96705259367e req-108c5653-4d01-4fc7-a468-e480e75bcead tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:41:25.131261 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4724a46f-a20c-447f-ac08-96705259367e req-108c5653-4d01-4fc7-a468-e480e75bcead tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 946 time: 0.0901296 Nov 22 10:41:25.228238 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4724a46f-a20c-447f-ac08-96705259367e req-a68f1066-e35a-44f0-a438-635dd9838f1f tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc37a28d-3ede-4eca-8048-ef0cccb4e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850806 Nov 22 10:41:26.372795 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4faea0a-a22b-4277-8b7d-69093312070b req-eb88adb8-c92a-425f-b884-d99bf06fae21 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:41:26.374404 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d4faea0a-a22b-4277-8b7d-69093312070b req-eb88adb8-c92a-425f-b884-d99bf06fae21 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 946 time: 0.0551929 Nov 22 10:41:26.470624 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d4faea0a-a22b-4277-8b7d-69093312070b req-450518cd-6bae-4bcf-8700-000c02934166 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc37a28d-3ede-4eca-8048-ef0cccb4e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885503 Nov 22 10:41:26.494245 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a2597-cd3f-41ae-abf5-9e1afdd9690a req-0e1ae560-824c-4d05-981d-c4a16e9f614f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:41:26.496068 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-650a2597-cd3f-41ae-abf5-9e1afdd9690a req-0e1ae560-824c-4d05-981d-c4a16e9f614f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f2a799df19ef409eb8975d5f05fa1c01&device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 1099 time: 0.0697589 Nov 22 10:41:26.590824 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a2597-cd3f-41ae-abf5-9e1afdd9690a req-91eb62c3-f025-4d8a-b51c-cf8ec9c941f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:41:26.592668 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-650a2597-cd3f-41ae-abf5-9e1afdd9690a req-91eb62c3-f025-4d8a-b51c-cf8ec9c941f2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e114790e-2c2f-46a4-8dd6-49197de38f16 HTTP/1.1" status: 200 len: 915 time: 0.0892258 Nov 22 10:41:26.665455 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-650a2597-cd3f-41ae-abf5-9e1afdd9690a req-d940b1e8-4289-4315-96eb-620ee2cd184a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c090109f-0e04-44ab-9893-ad1a3bcccd12 HTTP/1.1" status: 200 len: 1002 time: 0.0643198 Nov 22 10:41:26.722640 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a2597-cd3f-41ae-abf5-9e1afdd9690a req-a8a6761d-aca3-45d8-b81a-bac10cdf2931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:41:26.724341 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-650a2597-cd3f-41ae-abf5-9e1afdd9690a req-a8a6761d-aca3-45d8-b81a-bac10cdf2931 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c4f21e7d-d84a-4ede-b812-0052f7303231 HTTP/1.1" status: 200 len: 853 time: 0.0486815 Nov 22 10:41:26.774015 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a2597-cd3f-41ae-abf5-9e1afdd9690a req-cfccc288-94b2-4c4b-8948-71f05ac68d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:41:26.775947 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-650a2597-cd3f-41ae-abf5-9e1afdd9690a req-cfccc288-94b2-4c4b-8948-71f05ac68d05 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e114790e-2c2f-46a4-8dd6-49197de38f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0437407 Nov 22 10:41:26.879293 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-650a2597-cd3f-41ae-abf5-9e1afdd9690a req-ac74d1d9-ed68-4d6d-88c7-f683c47144fa service neutron] 10.222.0.20 "GET /v2.0/networks/e114790e-2c2f-46a4-8dd6-49197de38f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934384 Nov 22 10:41:26.978836 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-650a2597-cd3f-41ae-abf5-9e1afdd9690a req-47aa56e6-8ecd-47d8-b53e-fd97622c3812 service neutron] 10.222.0.20 "GET /v2.0/networks/e114790e-2c2f-46a4-8dd6-49197de38f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896490 Nov 22 10:41:26.990583 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ddc0be78-c0e0-4308-98d0-436686ec1b9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:27.620829 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4820d1-0732-4918-857f-1eefcf6a7867 req-7f760c53-d849-40ca-9c5b-226e05723f15 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:41:27.622198 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5c4820d1-0732-4918-857f-1eefcf6a7867 req-7f760c53-d849-40ca-9c5b-226e05723f15 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 946 time: 0.0688672 Nov 22 10:41:27.683900 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5c4820d1-0732-4918-857f-1eefcf6a7867 req-a5b7f159-02ee-4d8b-80f1-b9d0896b0ffc tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc37a28d-3ede-4eca-8048-ef0cccb4e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550020 Nov 22 10:41:28.069991 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0c934117-efa3-4f33-917a-019854f2ef65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:28.824630 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2448ec98-d944-4667-a706-008985b36c65 req-89fe7b3f-4ae3-452d-8103-2222765c1887 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:41:28.826176 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2448ec98-d944-4667-a706-008985b36c65 req-89fe7b3f-4ae3-452d-8103-2222765c1887 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 946 time: 0.0546377 Nov 22 10:41:28.876470 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2448ec98-d944-4667-a706-008985b36c65 req-87cde5fb-abc0-4c6d-94f4-e97c23a33338 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc37a28d-3ede-4eca-8048-ef0cccb4e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442574 Nov 22 10:41:29.403703 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d7c8a-e9d8-4ecd-80ff-ae7f54bcee8d req-4c93872c-09a0-4020-ba4a-6e3bb776d197 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:41:29.405212 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ae5d7c8a-e9d8-4ecd-80ff-ae7f54bcee8d req-4c93872c-09a0-4020-ba4a-6e3bb776d197 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d047109-27a0-4543-b6eb-090c24da838c HTTP/1.1" status: 200 len: 946 time: 0.0492470 Nov 22 10:41:29.460634 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ae5d7c8a-e9d8-4ecd-80ff-ae7f54bcee8d req-b6ac5817-bad9-4519-8556-9459260d7471 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf07c556-c87e-4a93-86de-6d4dd8527259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483878 Nov 22 10:41:29.876223 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e21c8dd6-a119-43bc-9b42-7d87f9168fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:29.893520 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec2c4cf-7333-4a7e-bac7-5c23e91b380a req-42c4c234-1f18-4b49-af90-f6d7f22b10c5 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:41:29.896821 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1ec2c4cf-7333-4a7e-bac7-5c23e91b380a req-42c4c234-1f18-4b49-af90-f6d7f22b10c5 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 946 time: 0.0769477 Nov 22 10:41:29.949978 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1ec2c4cf-7333-4a7e-bac7-5c23e91b380a req-7b93770b-80c2-4c18-b723-8ae9c5a7f678 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc37a28d-3ede-4eca-8048-ef0cccb4e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432472 Nov 22 10:41:30.256238 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 46926) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:41:30.349713 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [req-eb6a2012-a8fd-4306-b2ca-43bfaa5c5121 req-09e5f76e-e869-4ad3-a040-f3d2b048e59c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0922472 Nov 22 10:41:30.359589 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [req-eb6a2012-a8fd-4306-b2ca-43bfaa5c5121 req-ffdc5989-1f0b-4bdd-a8e8-625f68d2d54e service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 10:41:30.360736 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [req-eb6a2012-a8fd-4306-b2ca-43bfaa5c5121 req-ffdc5989-1f0b-4bdd-a8e8-625f68d2d54e service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057478 Nov 22 10:41:30.593773 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf1ecb-e504-4332-a230-1c029269b10e req-d89f55b7-39a9-4bcf-aaba-f685b96c32ad tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:41:30.595347 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-16cf1ecb-e504-4332-a230-1c029269b10e req-d89f55b7-39a9-4bcf-aaba-f685b96c32ad tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d047109-27a0-4543-b6eb-090c24da838c HTTP/1.1" status: 200 len: 946 time: 0.0535605 Nov 22 10:41:30.651997 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-16cf1ecb-e504-4332-a230-1c029269b10e req-e3ea5d47-8a3a-4cc1-9be2-f64811085b18 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf07c556-c87e-4a93-86de-6d4dd8527259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492406 Nov 22 10:41:30.790800 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:31.045509 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16955cf-0fcd-483f-9dad-5e937612cdcb req-b87b5027-5e63-466b-9568-df5cc16b6cf8 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:41:31.047244 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b16955cf-0fcd-483f-9dad-5e937612cdcb req-b87b5027-5e63-466b-9568-df5cc16b6cf8 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d047109-27a0-4543-b6eb-090c24da838c HTTP/1.1" status: 200 len: 946 time: 0.0581369 Nov 22 10:41:31.151715 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8519973-d74c-48d9-a42d-f5251b9959ca req-61c5bd7b-90dd-4130-ae7a-5e0539a852cf tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:41:31.153265 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b8519973-d74c-48d9-a42d-f5251b9959ca req-61c5bd7b-90dd-4130-ae7a-5e0539a852cf tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 946 time: 0.1030271 Nov 22 10:41:31.238781 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-b16955cf-0fcd-483f-9dad-5e937612cdcb req-34896767-f175-4796-b229-3a62a9cf2708 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Deleting port 1f9f89bb-4d09-4294-befd-5f60447d46a9 {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:41:31.239072 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-b16955cf-0fcd-483f-9dad-5e937612cdcb req-34896767-f175-4796-b229-3a62a9cf2708 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:31.246194 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b8519973-d74c-48d9-a42d-f5251b9959ca req-cf85517f-8a82-4471-8a58-69165ce7fd57 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc37a28d-3ede-4eca-8048-ef0cccb4e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860188 Nov 22 10:41:31.309234 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a2012-a8fd-4306-b2ca-43bfaa5c5121 req-3ff5c082-923a-467d-8884-5eebfda44376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:41:31.310662 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-eb6a2012-a8fd-4306-b2ca-43bfaa5c5121 req-3ff5c082-923a-467d-8884-5eebfda44376 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b&tenant_id=f2a799df19ef409eb8975d5f05fa1c01 HTTP/1.1" status: 200 len: 1099 time: 0.1098392 Nov 22 10:41:31.377187 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-b16955cf-0fcd-483f-9dad-5e937612cdcb req-34896767-f175-4796-b229-3a62a9cf2708 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] For port 1f9f89bb-4d09-4294-befd-5f60447d46a9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1f9f89bb-4d09-4294-befd-5f60447d46a9,segment=NetworkSegment(a89922f2-694e-41b6-9361-4a293f55702b),segment_id=a89922f2-694e-41b6-9361-4a293f55702b)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:41:31.377532 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-b16955cf-0fcd-483f-9dad-5e937612cdcb req-34896767-f175-4796-b229-3a62a9cf2708 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:31.437388 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a2012-a8fd-4306-b2ca-43bfaa5c5121 req-25f2266d-31a4-45af-ac30-b66e9b1fda2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:41:31.438956 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-eb6a2012-a8fd-4306-b2ca-43bfaa5c5121 req-25f2266d-31a4-45af-ac30-b66e9b1fda2c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f2a799df19ef409eb8975d5f05fa1c01&device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 1099 time: 0.1027412 Nov 22 10:41:31.656042 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device c090109f-0e04-44ab-9893-ad1a3bcccd12 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 10:41:31.738758 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:31.767948 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc31878-b3c3-4d79-a38b-db8424acb20b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c090109f-0e04-44ab-9893-ad1a3bcccd12'}] {{(pid=102912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:41:31.770229 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871da4fec6c70e81ce77d4e4817c66d6168a6b102b4e2b260a442deac58e97e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c69d2d1-d242-4907-a695-aebb34fdd3e1" -d '{"events": [{"server_uuid": "2fc31878-b3c3-4d79-a38b-db8424acb20b", "name": "network-vif-unplugged", "status": "completed", "tag": "c090109f-0e04-44ab-9893-ad1a3bcccd12"}]}' {{(pid=102912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:41:31.784533 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port c090109f-0e04-44ab-9893-ad1a3bcccd12, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=c090109f-0e04-44ab-9893-ad1a3bcccd12,segment=NetworkSegment(b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c),segment_id=b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:41:31.789710 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:31.815515 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 10:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792416db-800b-4b26-8e69-54734b65a8a0 x-openstack-request-id: req-792416db-800b-4b26-8e69-54734b65a8a0 {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:41:31.815826 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc31878-b3c3-4d79-a38b-db8424acb20b", "name": "network-vif-unplugged", "status": "completed", "tag": "c090109f-0e04-44ab-9893-ad1a3bcccd12", "code": 200}]} {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:41:31.816263 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-792416db-800b-4b26-8e69-54734b65a8a0 {{(pid=102912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:41:31.816642 dv-cinder-804035-13-iscsi neutron-server[102912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc31878-b3c3-4d79-a38b-db8424acb20b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c090109f-0e04-44ab-9893-ad1a3bcccd12', 'code': 200} Nov 22 10:41:31.848569 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Pushing event updated for resources: {'Port': ['ID=c090109f-0e04-44ab-9893-ad1a3bcccd12,revision_number=8']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:41:31.944940 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-b16955cf-0fcd-483f-9dad-5e937612cdcb req-34896767-f175-4796-b229-3a62a9cf2708 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:31.945200 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-b16955cf-0fcd-483f-9dad-5e937612cdcb req-34896767-f175-4796-b229-3a62a9cf2708 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030162'] for floatingip, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:31.945505 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.db.l3_db [req-b16955cf-0fcd-483f-9dad-5e937612cdcb req-34896767-f175-4796-b229-3a62a9cf2708 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Floating IP 9f3ac6ae-e8d6-4668-937c-b719f99c48db disassociated. External IP: 172.27.0.239, port: 1f9f89bb-4d09-4294-befd-5f60447d46a9. Nov 22 10:41:31.945832 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-b16955cf-0fcd-483f-9dad-5e937612cdcb req-34896767-f175-4796-b229-3a62a9cf2708 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Calling delete_port for 1f9f89bb-4d09-4294-befd-5f60447d46a9 owned by compute:nova {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:41:31.957306 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94119d66-a43f-450e-8056-0a90b3d62323 req-6f2df19d-0045-44cd-81f8-b3336072808f tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:41:31.958776 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-94119d66-a43f-450e-8056-0a90b3d62323 req-6f2df19d-0045-44cd-81f8-b3336072808f tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d047109-27a0-4543-b6eb-090c24da838c HTTP/1.1" status: 200 len: 946 time: 0.1777050 Nov 22 10:41:31.961419 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a2012-a8fd-4306-b2ca-43bfaa5c5121 req-9fac08b6-3fae-4ccc-a64c-fa6819f87f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:41:31.962759 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-eb6a2012-a8fd-4306-b2ca-43bfaa5c5121 req-9fac08b6-3fae-4ccc-a64c-fa6819f87f80 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e114790e-2c2f-46a4-8dd6-49197de38f16 HTTP/1.1" status: 200 len: 915 time: 0.5166481 Nov 22 10:41:32.114359 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-94119d66-a43f-450e-8056-0a90b3d62323 req-5aa4ed88-4dff-4ff4-9cb9-6628797dc6d5 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf07c556-c87e-4a93-86de-6d4dd8527259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471395 Nov 22 10:41:32.119279 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-eb6a2012-a8fd-4306-b2ca-43bfaa5c5121 req-4c232536-3efe-4992-8e83-d565efce3fde service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c090109f-0e04-44ab-9893-ad1a3bcccd12 HTTP/1.1" status: 200 len: 1000 time: 0.1492255 Nov 22 10:41:32.201033 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a2012-a8fd-4306-b2ca-43bfaa5c5121 req-058ddaef-d976-430f-abda-84023ae856f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:41:32.202505 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-eb6a2012-a8fd-4306-b2ca-43bfaa5c5121 req-058ddaef-d976-430f-abda-84023ae856f9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c4f21e7d-d84a-4ede-b812-0052f7303231 HTTP/1.1" status: 200 len: 853 time: 0.0728536 Nov 22 10:41:32.254585 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-b16955cf-0fcd-483f-9dad-5e937612cdcb req-34896767-f175-4796-b229-3a62a9cf2708 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11987816'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:32.288098 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a2012-a8fd-4306-b2ca-43bfaa5c5121 req-3a8c80b4-1ddb-48c0-b1e1-4598cc3419d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:41:32.289626 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-eb6a2012-a8fd-4306-b2ca-43bfaa5c5121 req-3a8c80b4-1ddb-48c0-b1e1-4598cc3419d8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e114790e-2c2f-46a4-8dd6-49197de38f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0796373 Nov 22 10:41:32.290370 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34896767-f175-4796-b229-3a62a9cf2708 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Pushing event deleted for resources: {'Port': ['ID=1f9f89bb-4d09-4294-befd-5f60447d46a9,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:41:32.310572 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34896767-f175-4796-b229-3a62a9cf2708 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:41:32.310922 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34896767-f175-4796-b229-3a62a9cf2708 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:41:32.311258 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34896767-f175-4796-b229-3a62a9cf2708 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:41:32.311771 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34896767-f175-4796-b229-3a62a9cf2708 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:41:32.312696 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34896767-f175-4796-b229-3a62a9cf2708 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:41:32.312696 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34896767-f175-4796-b229-3a62a9cf2708 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:41:32.312696 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34896767-f175-4796-b229-3a62a9cf2708 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:41:32.313016 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34896767-f175-4796-b229-3a62a9cf2708 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:41:32.313367 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34896767-f175-4796-b229-3a62a9cf2708 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:41:32.313692 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34896767-f175-4796-b229-3a62a9cf2708 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:41:32.314014 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34896767-f175-4796-b229-3a62a9cf2708 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:41:32.314336 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34896767-f175-4796-b229-3a62a9cf2708 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:41:32.507584 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-eb6a2012-a8fd-4306-b2ca-43bfaa5c5121 req-ca449847-6af0-4eb6-a466-3bb2cffa4732 service neutron] 10.222.0.20 "GET /v2.0/networks/e114790e-2c2f-46a4-8dd6-49197de38f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085116 Nov 22 10:41:32.517306 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58d632-4060-430f-a541-02ac84880e41 req-b9765e9a-f09d-4ca1-9439-d959eeffaf81 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:41:32.518736 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7f58d632-4060-430f-a541-02ac84880e41 req-b9765e9a-f09d-4ca1-9439-d959eeffaf81 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 944 time: 0.1616306 Nov 22 10:41:32.603695 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b16955cf-0fcd-483f-9dad-5e937612cdcb req-34896767-f175-4796-b229-3a62a9cf2708 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Router c3b5e53f-7b2e-43de-8199-cbce758bd5c5 has already been hosted by L3 agent fa3112ac-4a6e-40b6-a491-552ca746a833 {{(pid=102911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 10:41:32.655775 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7f58d632-4060-430f-a541-02ac84880e41 req-a812e4ed-5adf-4a87-a00c-9d2b986a78b6 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc37a28d-3ede-4eca-8048-ef0cccb4e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259267 Nov 22 10:41:32.704898 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-eb6a2012-a8fd-4306-b2ca-43bfaa5c5121 req-81a868fa-0ee5-4283-83d7-9ad5aa4d2f22 service neutron] 10.222.0.20 "GET /v2.0/networks/e114790e-2c2f-46a4-8dd6-49197de38f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835206 Nov 22 10:41:32.773206 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b16955cf-0fcd-483f-9dad-5e937612cdcb req-34896767-f175-4796-b229-3a62a9cf2708 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Notify agent at l3_agent.dv-cinder-804035-13-iscsi the message routers_updated {{(pid=102911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 10:41:32.788512 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48ccc00-f34f-414a-a14c-ab634f6b43c9 None None] Sync routers for ids ['c3b5e53f-7b2e-43de-8199-cbce758bd5c5'] in dv-cinder-804035-13-iscsi {{(pid=102912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 10:41:32.799830 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48ccc00-f34f-414a-a14c-ab634f6b43c9 None None] Routers {'c3b5e53f-7b2e-43de-8199-cbce758bd5c5'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:41:32.800459 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-d48ccc00-f34f-414a-a14c-ab634f6b43c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:41:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['c3b5e53f-7b2e-43de-8199-cbce758bd5c5'], 'active': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:41:32.815185 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-b16955cf-0fcd-483f-9dad-5e937612cdcb req-34896767-f175-4796-b229-3a62a9cf2708 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] No DVR routers for this DVR port 1f9f89bb-4d09-4294-befd-5f60447d46a9 on host hv-cinder-80403 {{(pid=102911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 10:41:32.817876 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-b16955cf-0fcd-483f-9dad-5e937612cdcb req-34896767-f175-4796-b229-3a62a9cf2708 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:32.821318 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b16955cf-0fcd-483f-9dad-5e937612cdcb req-34896767-f175-4796-b229-3a62a9cf2708 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.20 "DELETE /v2.0/ports/1f9f89bb-4d09-4294-befd-5f60447d46a9 HTTP/1.1" status: 204 len: 173 time: 1.7623715 Nov 22 10:41:32.821765 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d047109-27a0-4543-b6eb-090c24da838c', 'name': 'network-vif-deleted', 'tag': '1f9f89bb-4d09-4294-befd-5f60447d46a9'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:41:32.824155 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5429d6209f9db75179b029b02f265116e5db13468d9d60e00895472a7fa8ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80900713-0a49-4b2a-a93c-b9625d6dbc60" -d '{"events": [{"server_uuid": "3d047109-27a0-4543-b6eb-090c24da838c", "name": "network-vif-deleted", "tag": "1f9f89bb-4d09-4294-befd-5f60447d46a9"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:41:32.875687 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 10:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee9dfd8-d552-4c6d-acdb-db0e5fc8e5c7 x-openstack-request-id: req-4ee9dfd8-d552-4c6d-acdb-db0e5fc8e5c7 {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:41:32.876026 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d047109-27a0-4543-b6eb-090c24da838c", "name": "network-vif-deleted", "tag": "1f9f89bb-4d09-4294-befd-5f60447d46a9", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:41:32.876283 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4ee9dfd8-d552-4c6d-acdb-db0e5fc8e5c7 {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:41:32.876687 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d047109-27a0-4543-b6eb-090c24da838c', 'name': 'network-vif-deleted', 'tag': '1f9f89bb-4d09-4294-befd-5f60447d46a9', 'status': 'completed', 'code': 200} Nov 22 10:41:33.072025 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvr_db [None req-d48ccc00-f34f-414a-a14c-ab634f6b43c9 None None] Set router c3b5e53f-7b2e-43de-8199-cbce758bd5c5 gateway port host: dv-cinder-804035-13-iscsi {{(pid=102912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:41:33.303710 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-acbad6b9-83b2-4d66-8478-8c3c4398fa34 req-ad5bd4ed-4baa-4056-97cd-56f9eb7baf27 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d047109-27a0-4543-b6eb-090c24da838c HTTP/1.1" status: 200 len: 210 time: 0.0767884 Nov 22 10:41:33.363873 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-d48ccc00-f34f-414a-a14c-ab634f6b43c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b5e53f-7b2e-43de-8199-cbce758bd5c5', 'name': 'tempest-AttachVolumeTestJSON-382854439-router', 'tenant_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '4a8c2585-4e06-4b93-9f13-77f9c53a0328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:34:41Z', 'updated_at': '2021-11-22T10:34:54Z', 'revision_number': 4, 'project_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'gw_port': {'id': '4a8c2585-4e06-4b93-9f13-77f9c53a0328', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:15:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b5e53f-7b2e-43de-8199-cbce758bd5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:43Z', 'updated_at': '2021-11-22T10:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_interfaces': [{'id': 'ec6d911a-cbb3-43e2-85ea-c3d26a101f74', 'name': '', 'network_id': 'f8081780-6619-4e5e-aa59-236a3848a084', 'tenant_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'mac_address': 'fa:16:3e:cd:43:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b5e53f-7b2e-43de-8199-cbce758bd5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '42224e55-d7ca-4407-9b29-fa448fd58ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:49Z', 'updated_at': '2021-11-22T10:35:07Z', 'revision_number': 5, 'project_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'subnets': [{'id': '42224e55-d7ca-4407-9b29-fa448fd58ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:41:33.400727 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48ccc00-f34f-414a-a14c-ab634f6b43c9 None None] Checking router: c3b5e53f-7b2e-43de-8199-cbce758bd5c5 for host: dv-cinder-804035-13-iscsi {{(pid=102912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 10:41:33.412346 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48ccc00-f34f-414a-a14c-ab634f6b43c9 None None] Routers {'c3b5e53f-7b2e-43de-8199-cbce758bd5c5'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:41:33.413627 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-d48ccc00-f34f-414a-a14c-ab634f6b43c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:41:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['c3b5e53f-7b2e-43de-8199-cbce758bd5c5'], 'active': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:41:33.571535 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvr_db [None req-d48ccc00-f34f-414a-a14c-ab634f6b43c9 None None] Set router c3b5e53f-7b2e-43de-8199-cbce758bd5c5 gateway port host: dv-cinder-804035-13-iscsi {{(pid=102912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:41:33.851476 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-d48ccc00-f34f-414a-a14c-ab634f6b43c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b5e53f-7b2e-43de-8199-cbce758bd5c5', 'name': 'tempest-AttachVolumeTestJSON-382854439-router', 'tenant_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '4a8c2585-4e06-4b93-9f13-77f9c53a0328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:34:41Z', 'updated_at': '2021-11-22T10:34:54Z', 'revision_number': 4, 'project_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'gw_port': {'id': '4a8c2585-4e06-4b93-9f13-77f9c53a0328', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:15:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b5e53f-7b2e-43de-8199-cbce758bd5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:43Z', 'updated_at': '2021-11-22T10:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_interfaces': [{'id': 'ec6d911a-cbb3-43e2-85ea-c3d26a101f74', 'name': '', 'network_id': 'f8081780-6619-4e5e-aa59-236a3848a084', 'tenant_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'mac_address': 'fa:16:3e:cd:43:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b5e53f-7b2e-43de-8199-cbce758bd5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '42224e55-d7ca-4407-9b29-fa448fd58ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:49Z', 'updated_at': '2021-11-22T10:35:07Z', 'revision_number': 5, 'project_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'subnets': [{'id': '42224e55-d7ca-4407-9b29-fa448fd58ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:41:33.855567 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf306c5-3d41-4610-a568-4a4d0748f0cd req-599e039c-4e26-4131-9e3b-1ebef03e237d tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:41:33.857189 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3cf306c5-3d41-4610-a568-4a4d0748f0cd req-599e039c-4e26-4131-9e3b-1ebef03e237d tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 944 time: 0.0752892 Nov 22 10:41:33.886460 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48ccc00-f34f-414a-a14c-ab634f6b43c9 None None] The sync data for ids ['c3b5e53f-7b2e-43de-8199-cbce758bd5c5'] in dv-cinder-804035-13-iscsi is: [{'id': 'c3b5e53f-7b2e-43de-8199-cbce758bd5c5', 'name': 'tempest-AttachVolumeTestJSON-382854439-router', 'tenant_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '4a8c2585-4e06-4b93-9f13-77f9c53a0328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:34:41Z', 'updated_at': '2021-11-22T10:34:54Z', 'revision_number': 4, 'project_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'gw_port': {'id': '4a8c2585-4e06-4b93-9f13-77f9c53a0328', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:15:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b5e53f-7b2e-43de-8199-cbce758bd5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:43Z', 'updated_at': '2021-11-22T10:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_interfaces': [{'id': 'ec6d911a-cbb3-43e2-85ea-c3d26a101f74', 'name': '', 'network_id': 'f8081780-6619-4e5e-aa59-236a3848a084', 'tenant_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'mac_address': 'fa:16:3e:cd:43:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b5e53f-7b2e-43de-8199-cbce758bd5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '42224e55-d7ca-4407-9b29-fa448fd58ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:49Z', 'updated_at': '2021-11-22T10:35:07Z', 'revision_number': 5, 'project_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'subnets': [{'id': '42224e55-d7ca-4407-9b29-fa448fd58ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 10:41:33.923977 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3cf306c5-3d41-4610-a568-4a4d0748f0cd req-be22670d-3515-44d0-be99-382e8ea9c81e tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc37a28d-3ede-4eca-8048-ef0cccb4e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596399 Nov 22 10:41:34.166472 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98df132-0ea8-47b7-8eef-45f34a5c9791 None None] New status for floating IP 9f3ac6ae-e8d6-4668-937c-b719f99c48db: DOWN {{(pid=102913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 10:41:34.432696 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d2ea1240-1c19-445d-b033-e5f5eec9124f req-3d69ce31-18c9-4551-b0aa-566a07fb022c tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d047109-27a0-4543-b6eb-090c24da838c HTTP/1.1" status: 200 len: 210 time: 0.0545707 Nov 22 10:41:35.065830 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06ca48-9fa1-4a16-8327-2796b9d84cfd req-8d93ce4a-032e-4eb7-a109-f657d54f35eb tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:41:35.067385 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5b06ca48-9fa1-4a16-8327-2796b9d84cfd req-8d93ce4a-032e-4eb7-a109-f657d54f35eb tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 944 time: 0.0556979 Nov 22 10:41:35.126908 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5b06ca48-9fa1-4a16-8327-2796b9d84cfd req-e2021232-6e04-4f54-b4dc-1a91ad25f725 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc37a28d-3ede-4eca-8048-ef0cccb4e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521901 Nov 22 10:41:35.538379 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-705ce4f9-08c4-402e-a1dd-4da47e14b890 req-804c6b42-d746-462b-8e79-0e2828e7fd0d tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d047109-27a0-4543-b6eb-090c24da838c HTTP/1.1" status: 200 len: 210 time: 0.0289695 Nov 22 10:41:35.700899 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device 1f9f89bb-4d09-4294-befd-5f60447d46a9 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 10:41:35.723050 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] No Port match for: 1f9f89bb-4d09-4294-befd-5f60447d46a9 {{(pid=102912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 10:41:35.723262 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device 1f9f89bb-4d09-4294-befd-5f60447d46a9 not bound to the agent host hv-cinder-80403 {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 10:41:36.261607 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6e66c-ad54-4461-b413-39e91176c2f0 req-2130cbfa-0acd-4692-a32b-089da54aca10 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:41:36.263120 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f9d6e66c-ad54-4461-b413-39e91176c2f0 req-2130cbfa-0acd-4692-a32b-089da54aca10 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 944 time: 0.0539579 Nov 22 10:41:36.316319 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f9d6e66c-ad54-4461-b413-39e91176c2f0 req-a58a023d-83da-4db7-b15b-f9cf74148c12 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc37a28d-3ede-4eca-8048-ef0cccb4e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458701 Nov 22 10:41:36.655013 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bc76ecdb-4e79-4027-800c-c7e7623a2da1 req-0b08bbb6-b58f-4f31-8e60-827f07659650 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d047109-27a0-4543-b6eb-090c24da838c HTTP/1.1" status: 200 len: 210 time: 0.0260949 Nov 22 10:41:37.454426 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7480109-ef18-4e53-b145-e9f4386580d3 req-50422128-23d7-497a-a49a-b658b085e56c tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:41:37.456210 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c7480109-ef18-4e53-b145-e9f4386580d3 req-50422128-23d7-497a-a49a-b658b085e56c tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 944 time: 0.0589142 Nov 22 10:41:37.507047 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c7480109-ef18-4e53-b145-e9f4386580d3 req-553feb05-1865-45ca-91c6-479458f01b3f tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc37a28d-3ede-4eca-8048-ef0cccb4e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444319 Nov 22 10:41:37.775952 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9257050a-766d-48e0-9ecf-07f3c5a5ebd2 req-63ac89df-6c87-4499-8c52-8a6bb84a2e60 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d047109-27a0-4543-b6eb-090c24da838c HTTP/1.1" status: 200 len: 210 time: 0.0336921 Nov 22 10:41:38.650960 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a77ce-6eb1-41e0-bba5-24a4a2bc322e req-202dfc7c-77ae-424f-82ab-72b742340a74 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:41:38.652430 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3e4a77ce-6eb1-41e0-bba5-24a4a2bc322e req-202dfc7c-77ae-424f-82ab-72b742340a74 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 944 time: 0.0531957 Nov 22 10:41:38.726918 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3e4a77ce-6eb1-41e0-bba5-24a4a2bc322e req-d2464689-5c7f-4b46-b545-fc8f29465730 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc37a28d-3ede-4eca-8048-ef0cccb4e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674014 Nov 22 10:41:38.901163 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-54bcc4ff-9d9c-4783-b0de-f685976cade9 req-fcaab954-05be-4bd6-87b1-8e2208dd3bdf tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d047109-27a0-4543-b6eb-090c24da838c HTTP/1.1" status: 200 len: 210 time: 0.0320120 Nov 22 10:41:39.876651 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17379ad4-599e-449d-a08f-d0ed9f412e42 req-2e60a6b2-62c9-4ac6-9952-51bcc5d7a3f7 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:41:39.878946 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-17379ad4-599e-449d-a08f-d0ed9f412e42 req-2e60a6b2-62c9-4ac6-9952-51bcc5d7a3f7 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 944 time: 0.0549018 Nov 22 10:41:39.933848 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-17379ad4-599e-449d-a08f-d0ed9f412e42 req-4f22f495-3a51-4288-8b07-8fb2ecfbd393 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc37a28d-3ede-4eca-8048-ef0cccb4e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475488 Nov 22 10:41:40.018615 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-de222342-9ad9-4baa-a922-5d273bfdd748 req-a50cf717-cf64-4acc-979d-b43d6b797edc tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d047109-27a0-4543-b6eb-090c24da838c HTTP/1.1" status: 200 len: 210 time: 0.0270317 Nov 22 10:41:41.140543 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8b621829-22c4-4ebb-b906-0d21e9b37f37 req-f7c70e40-3413-4c8f-b6bf-930b6766f170 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d047109-27a0-4543-b6eb-090c24da838c HTTP/1.1" status: 200 len: 210 time: 0.0329199 Nov 22 10:41:41.153546 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7e1f1-6c7c-4590-94c0-48221dd3fd84 req-3c61781f-95e0-4002-adb7-d654600966fb tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:41:41.155297 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-22c7e1f1-6c7c-4590-94c0-48221dd3fd84 req-3c61781f-95e0-4002-adb7-d654600966fb tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 944 time: 0.0766931 Nov 22 10:41:41.216233 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-22c7e1f1-6c7c-4590-94c0-48221dd3fd84 req-8a33e791-8e11-4837-8789-eb8526e4d711 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc37a28d-3ede-4eca-8048-ef0cccb4e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535676 Nov 22 10:41:42.256079 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1869d0f7-1642-4258-b222-62e661dc12c9 req-9d55f9a2-eb59-4278-b18a-debab44842e1 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d047109-27a0-4543-b6eb-090c24da838c HTTP/1.1" status: 200 len: 210 time: 0.0332849 Nov 22 10:41:42.347974 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c9e74-d426-4e4c-9110-6efe498fcbf4 req-f1cec41e-11fe-4673-aa10-0a004c8b30ac tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:41:42.349545 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5f1c9e74-d426-4e4c-9110-6efe498fcbf4 req-f1cec41e-11fe-4673-aa10-0a004c8b30ac tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 944 time: 0.0559437 Nov 22 10:41:42.398611 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5f1c9e74-d426-4e4c-9110-6efe498fcbf4 req-1b999787-ed9a-49f1-b0bf-cb5c39f09c09 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc37a28d-3ede-4eca-8048-ef0cccb4e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430255 Nov 22 10:41:43.387997 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-47fe6f18-5d4e-4d89-8939-fdf552047997 req-8b502c98-e90d-4194-beb2-d1253b6ae562 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d047109-27a0-4543-b6eb-090c24da838c HTTP/1.1" status: 200 len: 210 time: 0.0347309 Nov 22 10:41:43.533140 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50017535-04aa-4d65-9cc3-3c98fc1ce7d9 req-527ac544-ff16-4f1a-a08b-c2224fabd74d tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:41:43.534966 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-50017535-04aa-4d65-9cc3-3c98fc1ce7d9 req-527ac544-ff16-4f1a-a08b-c2224fabd74d tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 944 time: 0.0563397 Nov 22 10:41:43.589704 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-50017535-04aa-4d65-9cc3-3c98fc1ce7d9 req-39525b49-12ce-4cb8-bf9a-7cb0905ead4d tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc37a28d-3ede-4eca-8048-ef0cccb4e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477273 Nov 22 10:41:44.505840 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6ed9a859-dc40-45df-98b9-d918d7c4b54e req-288db467-fba0-4212-8b5a-6d8379bd0867 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d047109-27a0-4543-b6eb-090c24da838c HTTP/1.1" status: 200 len: 210 time: 0.0273514 Nov 22 10:41:44.714421 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f509f-abd8-488e-bec3-954468979bb8 req-489c5c58-5753-4b5c-a6fc-cb53ff3159f3 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:41:44.716278 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6b7f509f-abd8-488e-bec3-954468979bb8 req-489c5c58-5753-4b5c-a6fc-cb53ff3159f3 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 944 time: 0.0518765 Nov 22 10:41:44.765885 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6b7f509f-abd8-488e-bec3-954468979bb8 req-c9f13fba-3bf3-4d49-a8b2-3bfddd4e1bb1 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc37a28d-3ede-4eca-8048-ef0cccb4e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434484 Nov 22 10:41:45.076157 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ac19b-e43b-4edc-a6e2-249be9cde60f req-cf258a66-b2dc-4d9c-ac90-fb1e3e535c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:41:45.077627 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f16ac19b-e43b-4edc-a6e2-249be9cde60f req-cf258a66-b2dc-4d9c-ac90-fb1e3e535c51 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 1097 time: 0.0438566 Nov 22 10:41:45.128573 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f16ac19b-e43b-4edc-a6e2-249be9cde60f req-fd634520-22d5-43dd-8588-1479738e3624 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fc37a28d-3ede-4eca-8048-ef0cccb4e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437880 Nov 22 10:41:45.598334 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 47024) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:41:45.662341 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-62a99dfd-e791-4be5-9067-0c069d35df95 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks [] for security_group, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:45.691357 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-62a99dfd-e791-4be5-9067-0c069d35df95 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:45.751184 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-62a99dfd-e791-4be5-9067-0c069d35df95 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:45.753951 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-62a99dfd-e791-4be5-9067-0c069d35df95 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:45.755227 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-62a99dfd-e791-4be5-9067-0c069d35df95 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "DELETE /v2.0/security-groups/bf07c556-c87e-4a93-86de-6d4dd8527259 HTTP/1.1" status: 204 len: 168 time: 0.1557822 Nov 22 10:41:45.758416 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 47026) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:41:45.767126 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a99dfd-e791-4be5-9067-0c069d35df95 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf07c556-c87e-4a93-86de-6d4dd8527259,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:41:45.775718 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a99dfd-e791-4be5-9067-0c069d35df95 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:41:45.776033 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a99dfd-e791-4be5-9067-0c069d35df95 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:41:45.776366 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a99dfd-e791-4be5-9067-0c069d35df95 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:41:45.776707 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a99dfd-e791-4be5-9067-0c069d35df95 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:41:45.777048 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a99dfd-e791-4be5-9067-0c069d35df95 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:41:45.777405 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a99dfd-e791-4be5-9067-0c069d35df95 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:41:45.777721 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a99dfd-e791-4be5-9067-0c069d35df95 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:41:45.778065 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a99dfd-e791-4be5-9067-0c069d35df95 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:41:45.778302 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.api.v2.resource [None req-911fd9a1-d861-48ff-9321-868cf2d3c4c3 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] show failed (client error): The resource could not be found. Nov 22 10:41:45.778417 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a99dfd-e791-4be5-9067-0c069d35df95 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:41:45.778711 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a99dfd-e791-4be5-9067-0c069d35df95 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:41:45.783583 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a99dfd-e791-4be5-9067-0c069d35df95 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:41:45.783583 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a99dfd-e791-4be5-9067-0c069d35df95 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:41:45.783939 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-911fd9a1-d861-48ff-9321-868cf2d3c4c3 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "GET /v2.0/security-groups/bf07c556-c87e-4a93-86de-6d4dd8527259 HTTP/1.1" status: 404 len: 347 time: 0.0197666 Nov 22 10:41:45.784059 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 47028) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:41:45.913347 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9dd160-8508-4a45-a351-74ff7629b623 req-5223d2ba-6378-49b0-a514-0ccce8cb9b7e tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:41:45.914820 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ba9dd160-8508-4a45-a351-74ff7629b623 req-5223d2ba-6378-49b0-a514-0ccce8cb9b7e tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 944 time: 0.0692022 Nov 22 10:41:45.931148 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-c6f06a73-90ef-4251-a02b-cb7fbb14b0c3 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Deleting port 625c8c56-f89a-464e-882b-ee8aa3aa6198 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:41:45.931701 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c6f06a73-90ef-4251-a02b-cb7fbb14b0c3 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:45.968844 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ba9dd160-8508-4a45-a351-74ff7629b623 req-5ce3225d-d8ee-4af1-8ad8-aa9a9df6d4fc tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc37a28d-3ede-4eca-8048-ef0cccb4e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471320 Nov 22 10:41:46.025308 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c6f06a73-90ef-4251-a02b-cb7fbb14b0c3 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:46.025605 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c6f06a73-90ef-4251-a02b-cb7fbb14b0c3 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:46.039036 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-c6f06a73-90ef-4251-a02b-cb7fbb14b0c3 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Calling delete_port for 625c8c56-f89a-464e-882b-ee8aa3aa6198 owned by network:floatingip {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:41:46.196439 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c6f06a73-90ef-4251-a02b-cb7fbb14b0c3 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162187'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:46.229333 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f06a73-90ef-4251-a02b-cb7fbb14b0c3 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Pushing event deleted for resources: {'Port': ['ID=625c8c56-f89a-464e-882b-ee8aa3aa6198,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:41:46.304329 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c6f06a73-90ef-4251-a02b-cb7fbb14b0c3 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks [] for floatingip, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:46.307341 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c6f06a73-90ef-4251-a02b-cb7fbb14b0c3 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for floatingip, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:46.308592 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-c6f06a73-90ef-4251-a02b-cb7fbb14b0c3 tempest-AttachVolumeTestJSON-1178964364 tempest-AttachVolumeTestJSON-1178964364-project] 10.222.0.46 "DELETE /v2.0/floatingips/9f3ac6ae-e8d6-4668-937c-b719f99c48db HTTP/1.1" status: 204 len: 168 time: 0.5244689 Nov 22 10:41:47.096966 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f95d444-bebb-4c48-80a1-0887a5fb9e0f req-b4c302cc-2e80-436b-af0b-f1dfd795b6dc tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:41:47.098491 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7f95d444-bebb-4c48-80a1-0887a5fb9e0f req-b4c302cc-2e80-436b-af0b-f1dfd795b6dc tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 944 time: 0.0507991 Nov 22 10:41:47.149597 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7f95d444-bebb-4c48-80a1-0887a5fb9e0f req-235640f9-ebac-41c7-be94-fa3f0b39988f tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc37a28d-3ede-4eca-8048-ef0cccb4e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448575 Nov 22 10:41:47.780506 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device c090109f-0e04-44ab-9893-ad1a3bcccd12 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 10:41:47.905394 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port c090109f-0e04-44ab-9893-ad1a3bcccd12, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=c090109f-0e04-44ab-9893-ad1a3bcccd12,segment=NetworkSegment(b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c),segment_id=b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:41:47.925627 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Returning: {'device': 'c090109f-0e04-44ab-9893-ad1a3bcccd12', 'network_id': 'e114790e-2c2f-46a4-8dd6-49197de38f16', 'port_id': 'c090109f-0e04-44ab-9893-ad1a3bcccd12', 'mac_address': 'fa:16:3e:69:f3:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4f21e7d-d84a-4ede-b812-0052f7303231', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 10:41:47.991115 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:48.009612 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c090109f-0e04-44ab-9893-ad1a3bcccd12 {{(pid=102912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 10:41:48.030595 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port c090109f-0e04-44ab-9893-ad1a3bcccd12, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=c090109f-0e04-44ab-9893-ad1a3bcccd12,segment=NetworkSegment(b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c),segment_id=b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:41:48.035086 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:48.085976 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Pushing event updated for resources: {'Port': ['ID=c090109f-0e04-44ab-9893-ad1a3bcccd12,revision_number=9']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:41:48.094729 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:41:48.095077 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:41:48.095423 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:41:48.095783 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:41:48.096188 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:41:48.096443 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:41:48.096754 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:41:48.097077 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:41:48.099054 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:41:48.099054 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:41:48.099054 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:41:48.099054 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:41:48.251918 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] get_ports_and_sgs() called for port_ids ['c090109f-0e04-44ab-9893-ad1a3bcccd12'] {{(pid=102912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 10:41:49.809127 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device c090109f-0e04-44ab-9893-ad1a3bcccd12 up at agent hyperv_hv-cinder-80403 {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:41:49.879556 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:49.884614 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Provisioning complete for port c090109f-0e04-44ab-9893-ad1a3bcccd12 triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:41:49.884983 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:49.899470 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 47096) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:41:49.966120 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:49.993305 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc31878-b3c3-4d79-a38b-db8424acb20b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c090109f-0e04-44ab-9893-ad1a3bcccd12'}] {{(pid=102912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:41:49.995702 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871da4fec6c70e81ce77d4e4817c66d6168a6b102b4e2b260a442deac58e97e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9405ff-e608-4f2d-9ea6-4d79c48f395e" -d '{"events": [{"server_uuid": "2fc31878-b3c3-4d79-a38b-db8424acb20b", "name": "network-vif-plugged", "status": "completed", "tag": "c090109f-0e04-44ab-9893-ad1a3bcccd12"}]}' {{(pid=102912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:41:50.009612 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port c090109f-0e04-44ab-9893-ad1a3bcccd12, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=c090109f-0e04-44ab-9893-ad1a3bcccd12,segment=NetworkSegment(b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c),segment_id=b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:41:50.014623 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:50.062377 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 10:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8090ea02-e20d-499d-b760-7894f2f39f8e x-openstack-request-id: req-8090ea02-e20d-499d-b760-7894f2f39f8e {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:41:50.062675 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc31878-b3c3-4d79-a38b-db8424acb20b", "name": "network-vif-plugged", "status": "completed", "tag": "c090109f-0e04-44ab-9893-ad1a3bcccd12", "code": 200}]} {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:41:50.062926 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8090ea02-e20d-499d-b760-7894f2f39f8e {{(pid=102912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:41:50.063323 dv-cinder-804035-13-iscsi neutron-server[102912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc31878-b3c3-4d79-a38b-db8424acb20b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c090109f-0e04-44ab-9893-ad1a3bcccd12', 'code': 200} Nov 22 10:41:50.066616 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Pushing event updated for resources: {'Port': ['ID=c090109f-0e04-44ab-9893-ad1a3bcccd12,revision_number=10']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:41:50.373157 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e0f078d2-028a-44a2-bd98-6b73e92fa9c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029394'] for router_interface, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:50.631859 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-e0f078d2-028a-44a2-bd98-6b73e92fa9c1 admin admin] Deleting port ec6d911a-cbb3-43e2-85ea-c3d26a101f74 {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:41:50.632116 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e0f078d2-028a-44a2-bd98-6b73e92fa9c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:50.712503 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-e0f078d2-028a-44a2-bd98-6b73e92fa9c1 admin admin] For port ec6d911a-cbb3-43e2-85ea-c3d26a101f74, host dv-cinder-804035-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=ec6d911a-cbb3-43e2-85ea-c3d26a101f74,segment=NetworkSegment(a89922f2-694e-41b6-9361-4a293f55702b),segment_id=a89922f2-694e-41b6-9361-4a293f55702b)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:41:50.712892 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e0f078d2-028a-44a2-bd98-6b73e92fa9c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:50.730858 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-e0f078d2-028a-44a2-bd98-6b73e92fa9c1 admin admin] Calling delete_port for ec6d911a-cbb3-43e2-85ea-c3d26a101f74 owned by network:router_interface {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:41:50.917515 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e0f078d2-028a-44a2-bd98-6b73e92fa9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11987816'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:50.942471 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f078d2-028a-44a2-bd98-6b73e92fa9c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec6d911a-cbb3-43e2-85ea-c3d26a101f74,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:41:51.117293 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e0f078d2-028a-44a2-bd98-6b73e92fa9c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1032162'] for router_interface, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:51.356523 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f078d2-028a-44a2-bd98-6b73e92fa9c1 admin admin] Router c3b5e53f-7b2e-43de-8199-cbce758bd5c5 has already been hosted by L3 agent fa3112ac-4a6e-40b6-a491-552ca746a833 {{(pid=102911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 10:41:51.734277 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f078d2-028a-44a2-bd98-6b73e92fa9c1 admin admin] Notify agent at l3_agent.dv-cinder-804035-13-iscsi the message routers_updated {{(pid=102911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 10:41:51.739711 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-e0f078d2-028a-44a2-bd98-6b73e92fa9c1 admin admin] 10.222.0.46 "PUT /v2.0/routers/c3b5e53f-7b2e-43de-8199-cbce758bd5c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8390527 Nov 22 10:41:51.743225 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 47102) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:41:51.745209 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3736568e-3a54-4356-a073-3d2095b0427c None None] Sync routers for ids ['c3b5e53f-7b2e-43de-8199-cbce758bd5c5'] in dv-cinder-804035-13-iscsi {{(pid=102912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 10:41:51.756682 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3736568e-3a54-4356-a073-3d2095b0427c None None] Routers {'c3b5e53f-7b2e-43de-8199-cbce758bd5c5'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:41:51.757307 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-3736568e-3a54-4356-a073-3d2095b0427c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:41:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['c3b5e53f-7b2e-43de-8199-cbce758bd5c5'], 'active': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:41:51.858512 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-081cb107-519c-45ac-ae29-1969d9957682 admin admin] Publish callbacks [] for router, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:51.884518 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvr_db [None req-3736568e-3a54-4356-a073-3d2095b0427c None None] Set router c3b5e53f-7b2e-43de-8199-cbce758bd5c5 gateway port host: dv-cinder-804035-13-iscsi {{(pid=102912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:41:51.964233 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-081cb107-519c-45ac-ae29-1969d9957682 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:52.026228 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-081cb107-519c-45ac-ae29-1969d9957682 admin admin] Deleting port 4a8c2585-4e06-4b93-9f13-77f9c53a0328 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:41:52.026491 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-081cb107-519c-45ac-ae29-1969d9957682 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:52.073741 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-3736568e-3a54-4356-a073-3d2095b0427c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b5e53f-7b2e-43de-8199-cbce758bd5c5', 'name': 'tempest-AttachVolumeTestJSON-382854439-router', 'tenant_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '4a8c2585-4e06-4b93-9f13-77f9c53a0328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:34:41Z', 'updated_at': '2021-11-22T10:41:50Z', 'revision_number': 5, 'project_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'gw_port': {'id': '4a8c2585-4e06-4b93-9f13-77f9c53a0328', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:15:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b5e53f-7b2e-43de-8199-cbce758bd5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:43Z', 'updated_at': '2021-11-22T10:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi'}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:41:52.107176 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3736568e-3a54-4356-a073-3d2095b0427c None None] Checking router: c3b5e53f-7b2e-43de-8199-cbce758bd5c5 for host: dv-cinder-804035-13-iscsi {{(pid=102912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 10:41:52.109623 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-081cb107-519c-45ac-ae29-1969d9957682 admin admin] For port 4a8c2585-4e06-4b93-9f13-77f9c53a0328, host dv-cinder-804035-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=4a8c2585-4e06-4b93-9f13-77f9c53a0328,segment=NetworkSegment(07e0d8bf-2b47-470a-a16f-f44f9914b384),segment_id=07e0d8bf-2b47-470a-a16f-f44f9914b384)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:41:52.110010 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-081cb107-519c-45ac-ae29-1969d9957682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:52.117047 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3736568e-3a54-4356-a073-3d2095b0427c None None] Routers {'c3b5e53f-7b2e-43de-8199-cbce758bd5c5'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:41:52.117667 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-3736568e-3a54-4356-a073-3d2095b0427c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:41:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['c3b5e53f-7b2e-43de-8199-cbce758bd5c5'], 'active': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:41:52.124937 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-081cb107-519c-45ac-ae29-1969d9957682 admin admin] Calling delete_port for 4a8c2585-4e06-4b93-9f13-77f9c53a0328 owned by network:router_gateway {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:41:52.220639 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvr_db [None req-3736568e-3a54-4356-a073-3d2095b0427c None None] Set router c3b5e53f-7b2e-43de-8199-cbce758bd5c5 gateway port host: None {{(pid=102912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:41:52.275916 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-3736568e-3a54-4356-a073-3d2095b0427c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b5e53f-7b2e-43de-8199-cbce758bd5c5', 'name': 'tempest-AttachVolumeTestJSON-382854439-router', 'tenant_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:34:41Z', 'updated_at': '2021-11-22T10:41:51Z', 'revision_number': 6, 'project_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'gw_port_host': None}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:41:52.448773 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3736568e-3a54-4356-a073-3d2095b0427c None None] The sync data for ids ['c3b5e53f-7b2e-43de-8199-cbce758bd5c5'] in dv-cinder-804035-13-iscsi is: [{'id': 'c3b5e53f-7b2e-43de-8199-cbce758bd5c5', 'name': 'tempest-AttachVolumeTestJSON-382854439-router', 'tenant_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:34:41Z', 'updated_at': '2021-11-22T10:41:51Z', 'revision_number': 6, 'project_id': 'ea3b1b45ca144f90b1c89acf24e22074', 'gw_port_host': None}] {{(pid=102912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 10:41:52.538681 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-081cb107-519c-45ac-ae29-1969d9957682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162187'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:52.573716 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081cb107-519c-45ac-ae29-1969d9957682 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a8c2585-4e06-4b93-9f13-77f9c53a0328,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:41:52.635624 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-081cb107-519c-45ac-ae29-1969d9957682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1030348'] for router_gateway, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:52.726698 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-081cb107-519c-45ac-ae29-1969d9957682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1031604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10179'] for router, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:52.728948 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-081cb107-519c-45ac-ae29-1969d9957682 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:52.774502 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-081cb107-519c-45ac-ae29-1969d9957682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1032151'] for router, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:52.775215 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081cb107-519c-45ac-ae29-1969d9957682 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3b5e53f-7b2e-43de-8199-cbce758bd5c5 {{(pid=102910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 10:41:52.779318 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-081cb107-519c-45ac-ae29-1969d9957682 admin admin] Publish callbacks [] for router, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:52.780673 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-081cb107-519c-45ac-ae29-1969d9957682 admin admin] 10.222.0.46 "DELETE /v2.0/routers/c3b5e53f-7b2e-43de-8199-cbce758bd5c5 HTTP/1.1" status: 204 len: 168 time: 1.0363374 Nov 22 10:41:52.783949 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 47104) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:41:52.832773 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_v2 [None req-9de4dcce-fb83-443b-a2b3-2a03804620fa admin admin] Deleting subnet 42224e55-d7ca-4407-9b29-fa448fd58ac4 {{(pid=102911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 10:41:52.836763 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9de4dcce-fb83-443b-a2b3-2a03804620fa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:52.876237 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9de4dcce-fb83-443b-a2b3-2a03804620fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8590686'] for subnet, precommit_delete_associations {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:52.960927 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9de4dcce-fb83-443b-a2b3-2a03804620fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4094229'] for subnet, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:53.015322 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9de4dcce-fb83-443b-a2b3-2a03804620fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4094220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11987781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12360653'] for subnet, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:53.040278 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de4dcce-fb83-443b-a2b3-2a03804620fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42224e55-d7ca-4407-9b29-fa448fd58ac4,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:41:53.043892 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9de4dcce-fb83-443b-a2b3-2a03804620fa admin admin] Publish callbacks [] for subnet, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:53.047183 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-9de4dcce-fb83-443b-a2b3-2a03804620fa admin admin] 10.222.0.46 "DELETE /v2.0/subnets/42224e55-d7ca-4407-9b29-fa448fd58ac4 HTTP/1.1" status: 204 len: 168 time: 0.2621136 Nov 22 10:41:53.049904 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 47106) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:41:53.052631 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b9ca2b-7096-4615-812a-688385ef25a4 None None] Network f8081780-6619-4e5e-aa59-236a3848a084 requested from dv-cinder-804035-13-iscsi {{(pid=102912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 10:41:53.126904 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e1cd258e-2fc5-4fae-b67c-762e3e4b1455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4185191'] for network, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:53.188434 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-e1cd258e-2fc5-4fae-b67c-762e3e4b1455 admin admin] Deleting port 14ca47b8-b1d6-4c77-87de-27cd0327209f {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:41:53.188778 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e1cd258e-2fc5-4fae-b67c-762e3e4b1455 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:53.258278 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1aa9b2-9fbf-452b-9ec8-bbd4507c268b None None] DHCP port deletion for f8081780-6619-4e5e-aa59-236a3848a084 request from dv-cinder-804035-13-iscsi {{(pid=102912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 10:41:53.259428 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-e1cd258e-2fc5-4fae-b67c-762e3e4b1455 admin admin] For port 14ca47b8-b1d6-4c77-87de-27cd0327209f, host dv-cinder-804035-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=14ca47b8-b1d6-4c77-87de-27cd0327209f,segment=NetworkSegment(a89922f2-694e-41b6-9361-4a293f55702b),segment_id=a89922f2-694e-41b6-9361-4a293f55702b)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:41:53.259829 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e1cd258e-2fc5-4fae-b67c-762e3e4b1455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:53.273683 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-e1cd258e-2fc5-4fae-b67c-762e3e4b1455 admin admin] Calling delete_port for 14ca47b8-b1d6-4c77-87de-27cd0327209f owned by network:dhcp {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:41:53.307026 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-ed1aa9b2-9fbf-452b-9ec8-bbd4507c268b None None] Deleting port 14ca47b8-b1d6-4c77-87de-27cd0327209f {{(pid=102912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:41:53.307393 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ed1aa9b2-9fbf-452b-9ec8-bbd4507c268b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:53.364071 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e1cd258e-2fc5-4fae-b67c-762e3e4b1455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11987816'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:53.376077 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-ed1aa9b2-9fbf-452b-9ec8-bbd4507c268b None None] For port 14ca47b8-b1d6-4c77-87de-27cd0327209f, host dv-cinder-804035-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=14ca47b8-b1d6-4c77-87de-27cd0327209f,segment=NetworkSegment(a89922f2-694e-41b6-9361-4a293f55702b),segment_id=a89922f2-694e-41b6-9361-4a293f55702b)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:41:53.376467 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ed1aa9b2-9fbf-452b-9ec8-bbd4507c268b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:53.390061 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-ed1aa9b2-9fbf-452b-9ec8-bbd4507c268b None None] Calling delete_port for 14ca47b8-b1d6-4c77-87de-27cd0327209f owned by network:dhcp {{(pid=102912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:41:53.393664 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cd258e-2fc5-4fae-b67c-762e3e4b1455 admin admin] No DVR routers for this DVR port 14ca47b8-b1d6-4c77-87de-27cd0327209f on host dv-cinder-804035-13-iscsi {{(pid=102911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 10:41:53.395250 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cd258e-2fc5-4fae-b67c-762e3e4b1455 admin admin] Pushing event deleted for resources: {'Port': ['ID=14ca47b8-b1d6-4c77-87de-27cd0327209f,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:41:53.484668 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e1cd258e-2fc5-4fae-b67c-762e3e4b1455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4095910', 'neutron.services.segments.db._delete_segments_for_network-8749315723659'] for network, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:53.484888 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ed1aa9b2-9fbf-452b-9ec8-bbd4507c268b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237'] for port, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:53.509659 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1aa9b2-9fbf-452b-9ec8-bbd4507c268b None None] Pushing event deleted for resources: {'Port': ['ID=14ca47b8-b1d6-4c77-87de-27cd0327209f,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:41:53.516620 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1aa9b2-9fbf-452b-9ec8-bbd4507c268b None None] No DVR routers for this DVR port 14ca47b8-b1d6-4c77-87de-27cd0327209f on host dv-cinder-804035-13-iscsi {{(pid=102912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 10:41:53.520917 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.services.segments.db [None req-e1cd258e-2fc5-4fae-b67c-762e3e4b1455 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8081780-6619-4e5e-aa59-236a3848a084']}} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:41:53.535079 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.services.segments.db [None req-e1cd258e-2fc5-4fae-b67c-762e3e4b1455 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a89922f2-694e-41b6-9361-4a293f55702b') {'for_net_delete': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:41:53.535370 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.services.segments.db [None req-e1cd258e-2fc5-4fae-b67c-762e3e4b1455 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a89922f2-694e-41b6-9361-4a293f55702b') {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:41:53.544852 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e1cd258e-2fc5-4fae-b67c-762e3e4b1455 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749315818006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8590663'] for segment, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:53.558856 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e1cd258e-2fc5-4fae-b67c-762e3e4b1455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4063698'] for segment, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:53.565544 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1cd258e-2fc5-4fae-b67c-762e3e4b1455 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=102911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 10:41:53.565940 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e1cd258e-2fc5-4fae-b67c-762e3e4b1455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4063698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11987739'] for segment, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:53.567885 dv-cinder-804035-13-iscsi neutron-server[102911]: Traceback (most recent call last): Nov 22 10:41:53.567885 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 10:41:53.567885 dv-cinder-804035-13-iscsi neutron-server[102911]: timer() Nov 22 10:41:53.567885 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 10:41:53.567885 dv-cinder-804035-13-iscsi neutron-server[102911]: cb(*args, **kw) Nov 22 10:41:53.567885 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 10:41:53.567885 dv-cinder-804035-13-iscsi neutron-server[102911]: return func(*args, **kwargs) Nov 22 10:41:53.567885 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 10:41:53.567885 dv-cinder-804035-13-iscsi neutron-server[102911]: self._notify() Nov 22 10:41:53.567885 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 10:41:53.567885 dv-cinder-804035-13-iscsi neutron-server[102911]: self.callback(batched_events) Nov 22 10:41:53.567885 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 10:41:53.567885 dv-cinder-804035-13-iscsi neutron-server[102911]: event.method(event) Nov 22 10:41:53.567885 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 10:41:53.567885 dv-cinder-804035-13-iscsi neutron-server[102911]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 10:41:53.567885 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 10:41:53.567885 dv-cinder-804035-13-iscsi neutron-server[102911]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 10:41:53.567885 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 10:41:53.567885 dv-cinder-804035-13-iscsi neutron-server[102911]: return f(self, *a, **k) Nov 22 10:41:53.567885 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 10:41:53.567885 dv-cinder-804035-13-iscsi neutron-server[102911]: return self._get(url).json() Nov 22 10:41:53.567885 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 10:41:53.567885 dv-cinder-804035-13-iscsi neutron-server[102911]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 10:41:53.567885 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 10:41:53.567885 dv-cinder-804035-13-iscsi neutron-server[102911]: return self.request(url, 'GET', **kwargs) Nov 22 10:41:53.567885 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 10:41:53.567885 dv-cinder-804035-13-iscsi neutron-server[102911]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 10:41:53.567885 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 10:41:53.567885 dv-cinder-804035-13-iscsi neutron-server[102911]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 10:41:53.567885 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 10:41:53.567885 dv-cinder-804035-13-iscsi neutron-server[102911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 10:41:53.567885 dv-cinder-804035-13-iscsi neutron-server[102911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 10:41:53.625828 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e1cd258e-2fc5-4fae-b67c-762e3e4b1455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4095928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1030268'] for network, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:53.633384 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e1cd258e-2fc5-4fae-b67c-762e3e4b1455 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for network, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:53.636612 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-e1cd258e-2fc5-4fae-b67c-762e3e4b1455 admin admin] 10.222.0.46 "DELETE /v2.0/networks/f8081780-6619-4e5e-aa59-236a3848a084 HTTP/1.1" status: 204 len: 168 time: 0.5858672 Nov 22 10:41:53.646581 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cd258e-2fc5-4fae-b67c-762e3e4b1455 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8081780-6619-4e5e-aa59-236a3848a084,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:41:53.760635 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 47110) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:41:53.808985 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-da132eda-b0d7-487a-8002-2cd268919731 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ea3b1b45ca144f90b1c89acf24e22074&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0469182 Nov 22 10:41:53.812905 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 47112) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:41:53.869566 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1823e578-a5cb-4589-8faa-7fcd3f08765a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:53.893198 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1823e578-a5cb-4589-8faa-7fcd3f08765a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:53.943160 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1823e578-a5cb-4589-8faa-7fcd3f08765a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:53.945876 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1823e578-a5cb-4589-8faa-7fcd3f08765a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:53.947042 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-1823e578-a5cb-4589-8faa-7fcd3f08765a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f7449671-2a77-44bb-9cea-3af51f72dd75 HTTP/1.1" status: 204 len: 168 time: 0.1330712 Nov 22 10:41:53.955866 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1823e578-a5cb-4589-8faa-7fcd3f08765a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7449671-2a77-44bb-9cea-3af51f72dd75,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:41:54.455075 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device ec6d911a-cbb3-43e2-85ea-c3d26a101f74 no longer exists at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 10:41:54.478045 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] No Port match for: ec6d911a-cbb3-43e2-85ea-c3d26a101f74 {{(pid=102912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 10:41:54.478686 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device ec6d911a-cbb3-43e2-85ea-c3d26a101f74 not bound to the agent host dv-cinder-804035-13-iscsi {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 10:41:54.479400 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 14ca47b8-b1d6-4c77-87de-27cd0327209f no longer exists at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 10:41:54.502124 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] No Port match for: 14ca47b8-b1d6-4c77-87de-27cd0327209f {{(pid=102912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 10:41:54.502442 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 14ca47b8-b1d6-4c77-87de-27cd0327209f not bound to the agent host dv-cinder-804035-13-iscsi {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 10:41:54.502854 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 4a8c2585-4e06-4b93-9f13-77f9c53a0328 no longer exists at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 10:41:54.527716 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] No Port match for: 4a8c2585-4e06-4b93-9f13-77f9c53a0328 {{(pid=102912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 10:41:54.528057 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 4a8c2585-4e06-4b93-9f13-77f9c53a0328 not bound to the agent host dv-cinder-804035-13-iscsi {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 10:41:54.673227 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9e351273-a5e2-437a-9179-e0015296f96b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:55.544958 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 47152) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:41:55.655869 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5767b8e9-6464-4f24-9fcb-a75ea9fe7f6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:55.742170 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5767b8e9-6464-4f24-9fcb-a75ea9fe7f6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:55.748138 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5767b8e9-6464-4f24-9fcb-a75ea9fe7f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:55.789084 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-5767b8e9-6464-4f24-9fcb-a75ea9fe7f6e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=38416e501488494e96411c8242c94e19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2427778 Nov 22 10:41:55.789952 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5767b8e9-6464-4f24-9fcb-a75ea9fe7f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe0bea8-e1f1-4f38-b183-9984d7ad44e1,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:41:55.792287 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 47156) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:41:55.842910 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0bd2ab8e-144e-4bf6-b0d8-9ca91caeffb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:55.867363 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0bd2ab8e-144e-4bf6-b0d8-9ca91caeffb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:55.917068 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0bd2ab8e-144e-4bf6-b0d8-9ca91caeffb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:55.920118 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0bd2ab8e-144e-4bf6-b0d8-9ca91caeffb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:55.921805 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-0bd2ab8e-144e-4bf6-b0d8-9ca91caeffb4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8fe0bea8-e1f1-4f38-b183-9984d7ad44e1 HTTP/1.1" status: 204 len: 168 time: 0.1286063 Nov 22 10:41:55.930290 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd2ab8e-144e-4bf6-b0d8-9ca91caeffb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe0bea8-e1f1-4f38-b183-9984d7ad44e1,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:41:56.200827 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 47162) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:41:56.215546 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-82d2fa5a-ec9e-42bf-85ce-aab249991b52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:56.296621 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-82d2fa5a-ec9e-42bf-85ce-aab249991b52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:56.303159 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-82d2fa5a-ec9e-42bf-85ce-aab249991b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:56.372539 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-82d2fa5a-ec9e-42bf-85ce-aab249991b52 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0ecad8e59a0546f49cc703df3057bf14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1692824 Nov 22 10:41:56.374511 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d2fa5a-ec9e-42bf-85ce-aab249991b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605e6ad4-2687-4fca-b7fe-990dbde6db16,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:41:56.375165 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 47164) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:41:56.427894 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dcb219ca-ff56-4f56-a597-f77cc8baa663 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:56.449750 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dcb219ca-ff56-4f56-a597-f77cc8baa663 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:56.504007 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dcb219ca-ff56-4f56-a597-f77cc8baa663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:56.506688 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dcb219ca-ff56-4f56-a597-f77cc8baa663 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:56.507929 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-dcb219ca-ff56-4f56-a597-f77cc8baa663 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/605e6ad4-2687-4fca-b7fe-990dbde6db16 HTTP/1.1" status: 204 len: 168 time: 0.1316743 Nov 22 10:41:56.516691 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb219ca-ff56-4f56-a597-f77cc8baa663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605e6ad4-2687-4fca-b7fe-990dbde6db16,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:41:56.985918 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e655aaad-5184-467e-9ef1-a0e35b221513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:58.075272 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0c934117-efa3-4f33-917a-019854f2ef65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:41:59.871220 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e21c8dd6-a119-43bc-9b42-7d87f9168fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:00.797407 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:01.230330 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.agents_db [None req-35a1a16e-7bf9-4643-9be2-574a1761dc3a None None] Agent healthcheck: found 6 active agents {{(pid=102913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 10:42:05.509948 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 47266) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:42:05.856711 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-64d28d36-40ce-432b-bcdb-5bdd5c821820 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Deleting port 8bcb25b9-dca1-4efd-b182-902f2209dfa7 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:42:05.857395 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-64d28d36-40ce-432b-bcdb-5bdd5c821820 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:05.946420 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-64d28d36-40ce-432b-bcdb-5bdd5c821820 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:05.946764 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-64d28d36-40ce-432b-bcdb-5bdd5c821820 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:05.965509 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-64d28d36-40ce-432b-bcdb-5bdd5c821820 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Calling delete_port for 8bcb25b9-dca1-4efd-b182-902f2209dfa7 owned by network:floatingip {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:42:06.144078 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-64d28d36-40ce-432b-bcdb-5bdd5c821820 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162187'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:06.196555 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d28d36-40ce-432b-bcdb-5bdd5c821820 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Pushing event deleted for resources: {'Port': ['ID=8bcb25b9-dca1-4efd-b182-902f2209dfa7,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:06.261956 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-64d28d36-40ce-432b-bcdb-5bdd5c821820 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Publish callbacks [] for floatingip, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:06.262289 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.db.l3_db [None req-64d28d36-40ce-432b-bcdb-5bdd5c821820 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Floating IP af4f9e71-2847-41e9-862b-b7427d70e904 disassociated (deleted). External IP: 172.27.0.148, port: 5a918824-cebb-4510-aebc-018e2f7e10b1. Nov 22 10:42:06.516612 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d28d36-40ce-432b-bcdb-5bdd5c821820 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Router 5b1ade10-bac9-43a9-b7db-b7bb40a2c974 has already been hosted by L3 agent fa3112ac-4a6e-40b6-a491-552ca746a833 {{(pid=102910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 10:42:06.634156 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d28d36-40ce-432b-bcdb-5bdd5c821820 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Notify agent at l3_agent.dv-cinder-804035-13-iscsi the message routers_updated {{(pid=102910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 10:42:06.638959 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-64d28d36-40ce-432b-bcdb-5bdd5c821820 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for floatingip, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:06.645447 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8a8847-0be4-4b71-828a-a5f7d658b993 None None] Sync routers for ids ['5b1ade10-bac9-43a9-b7db-b7bb40a2c974'] in dv-cinder-804035-13-iscsi {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 10:42:06.656203 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8a8847-0be4-4b71-828a-a5f7d658b993 None None] Routers {'5b1ade10-bac9-43a9-b7db-b7bb40a2c974'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:42:06.656831 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-5b8a8847-0be4-4b71-828a-a5f7d658b993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:41:57Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['5b1ade10-bac9-43a9-b7db-b7bb40a2c974'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:42:06.668311 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-64d28d36-40ce-432b-bcdb-5bdd5c821820 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "DELETE /v2.0/floatingips/af4f9e71-2847-41e9-862b-b7427d70e904 HTTP/1.1" status: 204 len: 168 time: 1.1572437 Nov 22 10:42:06.668974 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f79ad0cd-bef2-49ee-92cb-c20e41b3cedf', 'tag': '5a918824-cebb-4510-aebc-018e2f7e10b1'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:42:06.671705 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2087fbdd0508056fa5b30bb185ea5ce3ab7f559fa9cfd34086e27060f42f3c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f82cc23-d22d-4397-829c-6d7b26a65d49" -d '{"events": [{"name": "network-changed", "server_uuid": "f79ad0cd-bef2-49ee-92cb-c20e41b3cedf", "tag": "5a918824-cebb-4510-aebc-018e2f7e10b1"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:42:06.716488 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 10:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1847b099-8168-46a4-8c47-e71251261876 x-openstack-request-id: req-1847b099-8168-46a4-8c47-e71251261876 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:42:06.717030 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f79ad0cd-bef2-49ee-92cb-c20e41b3cedf", "tag": "5a918824-cebb-4510-aebc-018e2f7e10b1", "status": "completed", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:42:06.718205 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1847b099-8168-46a4-8c47-e71251261876 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:42:06.718626 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f79ad0cd-bef2-49ee-92cb-c20e41b3cedf', 'tag': '5a918824-cebb-4510-aebc-018e2f7e10b1', 'status': 'completed', 'code': 200} Nov 22 10:42:06.773649 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-5b8a8847-0be4-4b71-828a-a5f7d658b993 None None] Set router 5b1ade10-bac9-43a9-b7db-b7bb40a2c974 gateway port host: dv-cinder-804035-13-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:42:06.796089 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f82cc23-d22d-4397-829c-6d7b26a65d49 req-62410d77-e3d6-41ff-b67f-7e9aa2ca480a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:42:06.799708 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9f82cc23-d22d-4397-829c-6d7b26a65d49 req-62410d77-e3d6-41ff-b67f-7e9aa2ca480a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=48e14154c62a42a8b78c798e97aa89fb&device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf HTTP/1.1" status: 200 len: 1098 time: 0.0560095 Nov 22 10:42:06.987715 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d762c-2ca7-4d58-aa0e-dd06f4357832 req-fc4279c7-ca59-40e3-913e-07bbb89af5b4 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:42:06.989596 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-543d762c-2ca7-4d58-aa0e-dd06f4357832 req-fc4279c7-ca59-40e3-913e-07bbb89af5b4 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf HTTP/1.1" status: 200 len: 945 time: 0.0842190 Nov 22 10:42:07.007418 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f82cc23-d22d-4397-829c-6d7b26a65d49 req-bd6d76fa-0bfe-4194-a755-e30b71f4fb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:42:07.008949 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9f82cc23-d22d-4397-829c-6d7b26a65d49 req-bd6d76fa-0bfe-4194-a755-e30b71f4fb11 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9f0551c7-6430-4845-aada-62dfaa2f8a11 HTTP/1.1" status: 200 len: 910 time: 0.2003198 Nov 22 10:42:07.046043 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-5b8a8847-0be4-4b71-828a-a5f7d658b993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1ade10-bac9-43a9-b7db-b7bb40a2c974', 'name': 'tempest-TestShelveInstance-1377177714-router', 'tenant_id': '48e14154c62a42a8b78c798e97aa89fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '112de0a6-e040-49eb-aca1-53ad5e216f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:36:23Z', 'updated_at': '2021-11-22T10:36:27Z', 'revision_number': 4, 'project_id': '48e14154c62a42a8b78c798e97aa89fb', 'gw_port': {'id': '112de0a6-e040-49eb-aca1-53ad5e216f4e', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1ade10-bac9-43a9-b7db-b7bb40a2c974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:36:24Z', 'updated_at': '2021-11-22T10:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_interfaces': [{'id': '93e19b12-ded4-485e-8a7d-8b425f9400c8', 'name': '', 'network_id': '9f0551c7-6430-4845-aada-62dfaa2f8a11', 'tenant_id': '48e14154c62a42a8b78c798e97aa89fb', 'mac_address': 'fa:16:3e:05:3d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1ade10-bac9-43a9-b7db-b7bb40a2c974', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'fc21decf-859f-49c8-bd91-1056ff444d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:36:26Z', 'updated_at': '2021-11-22T10:36:33Z', 'revision_number': 5, 'project_id': '48e14154c62a42a8b78c798e97aa89fb', 'subnets': [{'id': 'fc21decf-859f-49c8-bd91-1056ff444d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:42:07.069070 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9f82cc23-d22d-4397-829c-6d7b26a65d49 req-71189c4e-9146-4b8b-969b-ae8d71a510c0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a918824-cebb-4510-aebc-018e2f7e10b1 HTTP/1.1" status: 200 len: 217 time: 0.0444245 Nov 22 10:42:07.073201 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8a8847-0be4-4b71-828a-a5f7d658b993 None None] Checking router: 5b1ade10-bac9-43a9-b7db-b7bb40a2c974 for host: dv-cinder-804035-13-iscsi {{(pid=102913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 10:42:07.082701 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8a8847-0be4-4b71-828a-a5f7d658b993 None None] Routers {'5b1ade10-bac9-43a9-b7db-b7bb40a2c974'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:42:07.083309 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-5b8a8847-0be4-4b71-828a-a5f7d658b993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:41:57Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['5b1ade10-bac9-43a9-b7db-b7bb40a2c974'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:42:07.091507 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-543d762c-2ca7-4d58-aa0e-dd06f4357832 req-d6dbf281-237d-4d83-9fd2-29916786c617 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3a2b3ee-5d06-4ae4-b2b4-4ad2386cd0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958600 Nov 22 10:42:07.134723 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f82cc23-d22d-4397-829c-6d7b26a65d49 req-9a3b8326-0b30-41eb-9f11-b786152e26e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:42:07.136292 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9f82cc23-d22d-4397-829c-6d7b26a65d49 req-9a3b8326-0b30-41eb-9f11-b786152e26e4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fc21decf-859f-49c8-bd91-1056ff444d5a HTTP/1.1" status: 200 len: 848 time: 0.0564628 Nov 22 10:42:07.190611 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f82cc23-d22d-4397-829c-6d7b26a65d49 req-f322d01d-ef01-44df-8595-6e1b94c162ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:42:07.192116 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9f82cc23-d22d-4397-829c-6d7b26a65d49 req-f322d01d-ef01-44df-8595-6e1b94c162ea service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9f0551c7-6430-4845-aada-62dfaa2f8a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0459197 Nov 22 10:42:07.205333 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-5b8a8847-0be4-4b71-828a-a5f7d658b993 None None] Set router 5b1ade10-bac9-43a9-b7db-b7bb40a2c974 gateway port host: dv-cinder-804035-13-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:42:07.297594 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9f82cc23-d22d-4397-829c-6d7b26a65d49 req-8201781b-5152-4ca7-8f49-b856ffc86b15 service neutron] 10.222.0.20 "GET /v2.0/networks/9f0551c7-6430-4845-aada-62dfaa2f8a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963528 Nov 22 10:42:07.423462 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9f82cc23-d22d-4397-829c-6d7b26a65d49 req-ae0bbfd8-26d5-461d-8038-e011d9844bb1 service neutron] 10.222.0.20 "GET /v2.0/networks/9f0551c7-6430-4845-aada-62dfaa2f8a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163623 Nov 22 10:42:07.430836 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-5b8a8847-0be4-4b71-828a-a5f7d658b993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1ade10-bac9-43a9-b7db-b7bb40a2c974', 'name': 'tempest-TestShelveInstance-1377177714-router', 'tenant_id': '48e14154c62a42a8b78c798e97aa89fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '112de0a6-e040-49eb-aca1-53ad5e216f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:36:23Z', 'updated_at': '2021-11-22T10:36:27Z', 'revision_number': 4, 'project_id': '48e14154c62a42a8b78c798e97aa89fb', 'gw_port': {'id': '112de0a6-e040-49eb-aca1-53ad5e216f4e', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1ade10-bac9-43a9-b7db-b7bb40a2c974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:36:24Z', 'updated_at': '2021-11-22T10:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_interfaces': [{'id': '93e19b12-ded4-485e-8a7d-8b425f9400c8', 'name': '', 'network_id': '9f0551c7-6430-4845-aada-62dfaa2f8a11', 'tenant_id': '48e14154c62a42a8b78c798e97aa89fb', 'mac_address': 'fa:16:3e:05:3d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1ade10-bac9-43a9-b7db-b7bb40a2c974', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'fc21decf-859f-49c8-bd91-1056ff444d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:36:26Z', 'updated_at': '2021-11-22T10:36:33Z', 'revision_number': 5, 'project_id': '48e14154c62a42a8b78c798e97aa89fb', 'subnets': [{'id': 'fc21decf-859f-49c8-bd91-1056ff444d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:42:07.461287 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8a8847-0be4-4b71-828a-a5f7d658b993 None None] The sync data for ids ['5b1ade10-bac9-43a9-b7db-b7bb40a2c974'] in dv-cinder-804035-13-iscsi is: [{'id': '5b1ade10-bac9-43a9-b7db-b7bb40a2c974', 'name': 'tempest-TestShelveInstance-1377177714-router', 'tenant_id': '48e14154c62a42a8b78c798e97aa89fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '112de0a6-e040-49eb-aca1-53ad5e216f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:36:23Z', 'updated_at': '2021-11-22T10:36:27Z', 'revision_number': 4, 'project_id': '48e14154c62a42a8b78c798e97aa89fb', 'gw_port': {'id': '112de0a6-e040-49eb-aca1-53ad5e216f4e', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1ade10-bac9-43a9-b7db-b7bb40a2c974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:36:24Z', 'updated_at': '2021-11-22T10:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_interfaces': [{'id': '93e19b12-ded4-485e-8a7d-8b425f9400c8', 'name': '', 'network_id': '9f0551c7-6430-4845-aada-62dfaa2f8a11', 'tenant_id': '48e14154c62a42a8b78c798e97aa89fb', 'mac_address': 'fa:16:3e:05:3d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1ade10-bac9-43a9-b7db-b7bb40a2c974', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'fc21decf-859f-49c8-bd91-1056ff444d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:36:26Z', 'updated_at': '2021-11-22T10:36:33Z', 'revision_number': 5, 'project_id': '48e14154c62a42a8b78c798e97aa89fb', 'subnets': [{'id': 'fc21decf-859f-49c8-bd91-1056ff444d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 10:42:07.631278 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 47306) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:42:07.713824 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9c39bf-0f49-4498-94c8-84676016a774 None None] New status for floating IP af4f9e71-2847-41e9-862b-b7427d70e904: DOWN {{(pid=102912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 10:42:07.744882 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9830c631-36c1-4d55-878e-1821021aa9f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:07.824870 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9830c631-36c1-4d55-878e-1821021aa9f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:07.830977 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9830c631-36c1-4d55-878e-1821021aa9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:07.870055 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-9830c631-36c1-4d55-878e-1821021aa9f6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3c8d7f5be0e442d1896c07d95994b1ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2375965 Nov 22 10:42:07.871044 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9830c631-36c1-4d55-878e-1821021aa9f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ebc2bf-7889-4781-a946-58302047c9e3,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:07.873028 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 47310) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:42:07.928649 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e8632138-57cc-4731-8755-ec4df8ed096f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:07.951636 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e8632138-57cc-4731-8755-ec4df8ed096f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:08.001784 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e8632138-57cc-4731-8755-ec4df8ed096f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:08.004466 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e8632138-57cc-4731-8755-ec4df8ed096f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:08.005656 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-e8632138-57cc-4731-8755-ec4df8ed096f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/13ebc2bf-7889-4781-a946-58302047c9e3 HTTP/1.1" status: 204 len: 168 time: 0.1315939 Nov 22 10:42:08.015879 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8632138-57cc-4731-8755-ec4df8ed096f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ebc2bf-7889-4781-a946-58302047c9e3,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:08.219325 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd086bc2-1495-4fa4-96e2-75e6d43d0937 req-5e7f62e3-b30c-4cef-91b3-094ccd98d28a tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:42:08.221052 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-dd086bc2-1495-4fa4-96e2-75e6d43d0937 req-5e7f62e3-b30c-4cef-91b3-094ccd98d28a tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf HTTP/1.1" status: 200 len: 945 time: 0.0545762 Nov 22 10:42:08.283259 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-dd086bc2-1495-4fa4-96e2-75e6d43d0937 req-7536abc2-4890-4056-a6a5-49bd310666b2 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3a2b3ee-5d06-4ae4-b2b4-4ad2386cd0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556078 Nov 22 10:42:08.311225 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 47320) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:42:08.324919 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0c410ca9-cf2a-4a78-ae7c-2cfc12205787 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:08.405631 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0c410ca9-cf2a-4a78-ae7c-2cfc12205787 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:08.411150 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0c410ca9-cf2a-4a78-ae7c-2cfc12205787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:08.451856 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-0c410ca9-cf2a-4a78-ae7c-2cfc12205787 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cee363151315490f8a672c287d3cbdd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1393070 Nov 22 10:42:08.452599 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c410ca9-cf2a-4a78-ae7c-2cfc12205787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0846761-8eda-4dad-8151-3ffa026d9c69,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:08.454665 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 47322) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:42:08.544155 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-721f5215-1b84-42b4-a3fb-007a852d1269 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:08.565419 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f639ba6-0344-49b7-ab9b-b7cff4aeebb8 req-5009aa0c-59f0-48b4-af4a-693d609875d2 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:42:08.566944 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8f639ba6-0344-49b7-ab9b-b7cff4aeebb8 req-5009aa0c-59f0-48b4-af4a-693d609875d2 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.20 "GET /v2.0/ports?device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf HTTP/1.1" status: 200 len: 945 time: 0.0907679 Nov 22 10:42:08.586355 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-721f5215-1b84-42b4-a3fb-007a852d1269 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:08.690354 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-721f5215-1b84-42b4-a3fb-007a852d1269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:08.693016 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-721f5215-1b84-42b4-a3fb-007a852d1269 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:08.694171 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-721f5215-1b84-42b4-a3fb-007a852d1269 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f0846761-8eda-4dad-8151-3ffa026d9c69 HTTP/1.1" status: 204 len: 168 time: 0.2384315 Nov 22 10:42:08.705209 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f5215-1b84-42b4-a3fb-007a852d1269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0846761-8eda-4dad-8151-3ffa026d9c69,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:08.709673 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-8f639ba6-0344-49b7-ab9b-b7cff4aeebb8 req-0820dcca-b6fe-41f2-a7ee-bbd5a140936e tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Deleting port 5a918824-cebb-4510-aebc-018e2f7e10b1 {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:42:08.710024 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-8f639ba6-0344-49b7-ab9b-b7cff4aeebb8 req-0820dcca-b6fe-41f2-a7ee-bbd5a140936e tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:08.806174 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-8f639ba6-0344-49b7-ab9b-b7cff4aeebb8 req-0820dcca-b6fe-41f2-a7ee-bbd5a140936e tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] For port 5a918824-cebb-4510-aebc-018e2f7e10b1, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=5a918824-cebb-4510-aebc-018e2f7e10b1,segment=NetworkSegment(8297a5cd-c96f-437c-b6bb-56c8bceb9dbf),segment_id=8297a5cd-c96f-437c-b6bb-56c8bceb9dbf)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:42:08.806454 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-8f639ba6-0344-49b7-ab9b-b7cff4aeebb8 req-0820dcca-b6fe-41f2-a7ee-bbd5a140936e tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:08.825078 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-8f639ba6-0344-49b7-ab9b-b7cff4aeebb8 req-0820dcca-b6fe-41f2-a7ee-bbd5a140936e tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Calling delete_port for 5a918824-cebb-4510-aebc-018e2f7e10b1 owned by compute:nova {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:42:08.958997 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-8f639ba6-0344-49b7-ab9b-b7cff4aeebb8 req-0820dcca-b6fe-41f2-a7ee-bbd5a140936e tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11987816'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:08.997245 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0820dcca-b6fe-41f2-a7ee-bbd5a140936e tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Pushing event deleted for resources: {'Port': ['ID=5a918824-cebb-4510-aebc-018e2f7e10b1,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:09.047067 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f639ba6-0344-49b7-ab9b-b7cff4aeebb8 req-0820dcca-b6fe-41f2-a7ee-bbd5a140936e tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] No DVR routers for this DVR port 5a918824-cebb-4510-aebc-018e2f7e10b1 on host hv-cinder-80403 {{(pid=102911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 10:42:09.049711 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-8f639ba6-0344-49b7-ab9b-b7cff4aeebb8 req-0820dcca-b6fe-41f2-a7ee-bbd5a140936e tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:09.053122 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8f639ba6-0344-49b7-ab9b-b7cff4aeebb8 req-0820dcca-b6fe-41f2-a7ee-bbd5a140936e tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.20 "DELETE /v2.0/ports/5a918824-cebb-4510-aebc-018e2f7e10b1 HTTP/1.1" status: 204 len: 173 time: 0.4782484 Nov 22 10:42:09.053586 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f79ad0cd-bef2-49ee-92cb-c20e41b3cedf', 'name': 'network-vif-deleted', 'tag': '5a918824-cebb-4510-aebc-018e2f7e10b1'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:42:09.056169 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5429d6209f9db75179b029b02f265116e5db13468d9d60e00895472a7fa8ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d5c056-8189-4c68-8660-ec77f96be463" -d '{"events": [{"server_uuid": "f79ad0cd-bef2-49ee-92cb-c20e41b3cedf", "name": "network-vif-deleted", "tag": "5a918824-cebb-4510-aebc-018e2f7e10b1"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:42:09.095892 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 10:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef32a334-e2da-410b-981c-7b2288a192e8 x-openstack-request-id: req-ef32a334-e2da-410b-981c-7b2288a192e8 {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:42:09.096201 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f79ad0cd-bef2-49ee-92cb-c20e41b3cedf", "name": "network-vif-deleted", "tag": "5a918824-cebb-4510-aebc-018e2f7e10b1", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:42:09.096452 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ef32a334-e2da-410b-981c-7b2288a192e8 {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:42:09.096861 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f79ad0cd-bef2-49ee-92cb-c20e41b3cedf', 'name': 'network-vif-deleted', 'tag': '5a918824-cebb-4510-aebc-018e2f7e10b1', 'status': 'completed', 'code': 200} Nov 22 10:42:09.407046 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3b3f3902-6e12-431b-bfa4-53e5519ce47b req-fbe4ea34-8aba-470a-8aa9-f2f8df463a52 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79ad0cd-bef2-49ee-92cb-c20e41b3cedf HTTP/1.1" status: 200 len: 210 time: 0.0433815 Nov 22 10:42:10.471387 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 47374) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:42:10.534591 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-6365372b-07fd-4359-87cd-ee7c5e955168 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:10.563252 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-6365372b-07fd-4359-87cd-ee7c5e955168 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:10.624174 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-6365372b-07fd-4359-87cd-ee7c5e955168 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:10.626837 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-6365372b-07fd-4359-87cd-ee7c5e955168 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:10.628067 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-6365372b-07fd-4359-87cd-ee7c5e955168 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] 10.222.0.46 "DELETE /v2.0/security-groups/c3a2b3ee-5d06-4ae4-b2b4-4ad2386cd0c8 HTTP/1.1" status: 204 len: 168 time: 0.1556370 Nov 22 10:42:10.637877 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6365372b-07fd-4359-87cd-ee7c5e955168 tempest-TestShelveInstance-1612561918 tempest-TestShelveInstance-1612561918-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a2b3ee-5d06-4ae4-b2b4-4ad2386cd0c8,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:10.684313 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 47380) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:42:11.276572 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-28e55a3a-0171-43d6-b817-452c8ab30512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029394'] for router_interface, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:11.579444 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-28e55a3a-0171-43d6-b817-452c8ab30512 admin admin] Deleting port 93e19b12-ded4-485e-8a7d-8b425f9400c8 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:42:11.579799 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-28e55a3a-0171-43d6-b817-452c8ab30512 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:11.664688 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-28e55a3a-0171-43d6-b817-452c8ab30512 admin admin] For port 93e19b12-ded4-485e-8a7d-8b425f9400c8, host dv-cinder-804035-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=93e19b12-ded4-485e-8a7d-8b425f9400c8,segment=NetworkSegment(8297a5cd-c96f-437c-b6bb-56c8bceb9dbf),segment_id=8297a5cd-c96f-437c-b6bb-56c8bceb9dbf)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:42:11.664993 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-28e55a3a-0171-43d6-b817-452c8ab30512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:11.682795 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-28e55a3a-0171-43d6-b817-452c8ab30512 admin admin] Calling delete_port for 93e19b12-ded4-485e-8a7d-8b425f9400c8 owned by network:router_interface {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:42:11.944065 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-28e55a3a-0171-43d6-b817-452c8ab30512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162187'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:11.971837 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e55a3a-0171-43d6-b817-452c8ab30512 admin admin] Pushing event deleted for resources: {'Port': ['ID=93e19b12-ded4-485e-8a7d-8b425f9400c8,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:12.172323 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-28e55a3a-0171-43d6-b817-452c8ab30512 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1032162'] for router_interface, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:12.617444 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e55a3a-0171-43d6-b817-452c8ab30512 admin admin] Router 5b1ade10-bac9-43a9-b7db-b7bb40a2c974 has already been hosted by L3 agent fa3112ac-4a6e-40b6-a491-552ca746a833 {{(pid=102910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 10:42:12.734360 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e55a3a-0171-43d6-b817-452c8ab30512 admin admin] Notify agent at l3_agent.dv-cinder-804035-13-iscsi the message routers_updated {{(pid=102910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 10:42:12.740278 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-28e55a3a-0171-43d6-b817-452c8ab30512 admin admin] 10.222.0.46 "PUT /v2.0/routers/5b1ade10-bac9-43a9-b7db-b7bb40a2c974/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0536482 Nov 22 10:42:12.743081 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 47408) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:42:12.746662 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7415eccc-916c-4de9-a4aa-2bd1b4c34ab5 None None] Sync routers for ids ['5b1ade10-bac9-43a9-b7db-b7bb40a2c974'] in dv-cinder-804035-13-iscsi {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 10:42:12.758235 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7415eccc-916c-4de9-a4aa-2bd1b4c34ab5 None None] Routers {'5b1ade10-bac9-43a9-b7db-b7bb40a2c974'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:42:12.758894 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-7415eccc-916c-4de9-a4aa-2bd1b4c34ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:41:57Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['5b1ade10-bac9-43a9-b7db-b7bb40a2c974'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:42:12.855496 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-519c4f67-172d-4d65-8170-8778a602d1be admin admin] Publish callbacks [] for router, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:12.872610 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-7415eccc-916c-4de9-a4aa-2bd1b4c34ab5 None None] Set router 5b1ade10-bac9-43a9-b7db-b7bb40a2c974 gateway port host: dv-cinder-804035-13-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:42:12.966271 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-519c4f67-172d-4d65-8170-8778a602d1be admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:13.025498 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-519c4f67-172d-4d65-8170-8778a602d1be admin admin] Deleting port 112de0a6-e040-49eb-aca1-53ad5e216f4e {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:42:13.025744 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-519c4f67-172d-4d65-8170-8778a602d1be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:13.072521 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-7415eccc-916c-4de9-a4aa-2bd1b4c34ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1ade10-bac9-43a9-b7db-b7bb40a2c974', 'name': 'tempest-TestShelveInstance-1377177714-router', 'tenant_id': '48e14154c62a42a8b78c798e97aa89fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '112de0a6-e040-49eb-aca1-53ad5e216f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:36:23Z', 'updated_at': '2021-11-22T10:42:11Z', 'revision_number': 5, 'project_id': '48e14154c62a42a8b78c798e97aa89fb', 'gw_port': {'id': '112de0a6-e040-49eb-aca1-53ad5e216f4e', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1ade10-bac9-43a9-b7db-b7bb40a2c974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:36:24Z', 'updated_at': '2021-11-22T10:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi'}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:42:13.124761 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-519c4f67-172d-4d65-8170-8778a602d1be admin admin] For port 112de0a6-e040-49eb-aca1-53ad5e216f4e, host dv-cinder-804035-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=112de0a6-e040-49eb-aca1-53ad5e216f4e,segment=NetworkSegment(07e0d8bf-2b47-470a-a16f-f44f9914b384),segment_id=07e0d8bf-2b47-470a-a16f-f44f9914b384)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:42:13.125501 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-519c4f67-172d-4d65-8170-8778a602d1be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:13.146053 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-519c4f67-172d-4d65-8170-8778a602d1be admin admin] Calling delete_port for 112de0a6-e040-49eb-aca1-53ad5e216f4e owned by network:router_gateway {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:42:13.198091 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7415eccc-916c-4de9-a4aa-2bd1b4c34ab5 None None] Checking router: 5b1ade10-bac9-43a9-b7db-b7bb40a2c974 for host: dv-cinder-804035-13-iscsi {{(pid=102913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 10:42:13.208870 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7415eccc-916c-4de9-a4aa-2bd1b4c34ab5 None None] Routers {'5b1ade10-bac9-43a9-b7db-b7bb40a2c974'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:42:13.209503 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-7415eccc-916c-4de9-a4aa-2bd1b4c34ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:41:57Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['5b1ade10-bac9-43a9-b7db-b7bb40a2c974'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:42:13.306208 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-7415eccc-916c-4de9-a4aa-2bd1b4c34ab5 None None] Set router 5b1ade10-bac9-43a9-b7db-b7bb40a2c974 gateway port host: None {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:42:13.344574 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-519c4f67-172d-4d65-8170-8778a602d1be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11987816'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:13.365901 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-7415eccc-916c-4de9-a4aa-2bd1b4c34ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1ade10-bac9-43a9-b7db-b7bb40a2c974', 'name': 'tempest-TestShelveInstance-1377177714-router', 'tenant_id': '48e14154c62a42a8b78c798e97aa89fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:36:23Z', 'updated_at': '2021-11-22T10:42:12Z', 'revision_number': 6, 'project_id': '48e14154c62a42a8b78c798e97aa89fb', 'gw_port_host': None}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:42:13.382773 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c4f67-172d-4d65-8170-8778a602d1be admin admin] Pushing event deleted for resources: {'Port': ['ID=112de0a6-e040-49eb-aca1-53ad5e216f4e,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:13.394256 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7415eccc-916c-4de9-a4aa-2bd1b4c34ab5 None None] The sync data for ids ['5b1ade10-bac9-43a9-b7db-b7bb40a2c974'] in dv-cinder-804035-13-iscsi is: [{'id': '5b1ade10-bac9-43a9-b7db-b7bb40a2c974', 'name': 'tempest-TestShelveInstance-1377177714-router', 'tenant_id': '48e14154c62a42a8b78c798e97aa89fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:36:23Z', 'updated_at': '2021-11-22T10:42:12Z', 'revision_number': 6, 'project_id': '48e14154c62a42a8b78c798e97aa89fb', 'gw_port_host': None}] {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 10:42:13.454503 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-519c4f67-172d-4d65-8170-8778a602d1be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1030348'] for router_gateway, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:13.462811 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 47422) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:42:13.558947 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-519c4f67-172d-4d65-8170-8778a602d1be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1031604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10179'] for router, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:13.561487 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-519c4f67-172d-4d65-8170-8778a602d1be admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:13.580978 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2b35b839-ade4-4d3e-8691-be1fbbbb4c9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:13.607332 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-519c4f67-172d-4d65-8170-8778a602d1be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1032151'] for router, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:13.608255 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519c4f67-172d-4d65-8170-8778a602d1be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b1ade10-bac9-43a9-b7db-b7bb40a2c974 {{(pid=102911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 10:42:13.614517 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-519c4f67-172d-4d65-8170-8778a602d1be admin admin] Publish callbacks [] for router, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:13.615914 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-519c4f67-172d-4d65-8170-8778a602d1be admin admin] 10.222.0.46 "DELETE /v2.0/routers/5b1ade10-bac9-43a9-b7db-b7bb40a2c974 HTTP/1.1" status: 204 len: 168 time: 0.8717332 Nov 22 10:42:13.619506 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 47426) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:42:13.667556 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_v2 [None req-1497be13-8a2b-4c54-b664-0dacc9d9562a admin admin] Deleting subnet fc21decf-859f-49c8-bd91-1056ff444d5a {{(pid=102911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 10:42:13.671093 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-1497be13-8a2b-4c54-b664-0dacc9d9562a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:13.672644 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2b35b839-ade4-4d3e-8691-be1fbbbb4c9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:13.677880 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2b35b839-ade4-4d3e-8691-be1fbbbb4c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:13.708697 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-1497be13-8a2b-4c54-b664-0dacc9d9562a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8590686'] for subnet, precommit_delete_associations {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:13.718388 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b35b839-ade4-4d3e-8691-be1fbbbb4c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecaf3cb8-e828-48f9-84eb-4297dd4e5cfa,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:13.727451 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-2b35b839-ade4-4d3e-8691-be1fbbbb4c9e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8a083c418cde4e4abe44bb48c97c20ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2592168 Nov 22 10:42:13.728079 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 47428) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:42:13.799585 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dff9f198-144b-412e-aac0-1b8d385c002b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:13.809917 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-1497be13-8a2b-4c54-b664-0dacc9d9562a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4094229'] for subnet, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:13.830958 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dff9f198-144b-412e-aac0-1b8d385c002b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:13.899255 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-1497be13-8a2b-4c54-b664-0dacc9d9562a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4094220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11987781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12360653'] for subnet, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:13.915119 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dff9f198-144b-412e-aac0-1b8d385c002b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:13.917954 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dff9f198-144b-412e-aac0-1b8d385c002b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:13.922540 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-dff9f198-144b-412e-aac0-1b8d385c002b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ecaf3cb8-e828-48f9-84eb-4297dd4e5cfa HTTP/1.1" status: 204 len: 168 time: 0.1932864 Nov 22 10:42:13.931613 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff9f198-144b-412e-aac0-1b8d385c002b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecaf3cb8-e828-48f9-84eb-4297dd4e5cfa,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:13.931904 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1497be13-8a2b-4c54-b664-0dacc9d9562a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc21decf-859f-49c8-bd91-1056ff444d5a,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:13.936852 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-1497be13-8a2b-4c54-b664-0dacc9d9562a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:13.942808 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab82009f-f6d1-4402-9729-a75499803675 None None] Network 9f0551c7-6430-4845-aada-62dfaa2f8a11 requested from dv-cinder-804035-13-iscsi {{(pid=102912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 10:42:13.943804 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 47432) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:42:13.943991 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-1497be13-8a2b-4c54-b664-0dacc9d9562a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/fc21decf-859f-49c8-bd91-1056ff444d5a HTTP/1.1" status: 204 len: 168 time: 0.3199165 Nov 22 10:42:13.987315 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device 5a918824-cebb-4510-aebc-018e2f7e10b1 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 10:42:14.025462 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] No Port match for: 5a918824-cebb-4510-aebc-018e2f7e10b1 {{(pid=102912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 10:42:14.025758 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9f2a20f-e676-4574-8e44-1663b0d09617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4185191'] for network, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:14.025864 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device 5a918824-cebb-4510-aebc-018e2f7e10b1 not bound to the agent host hv-cinder-80403 {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 10:42:14.097445 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2a20f-e676-4574-8e44-1663b0d09617 admin admin] Deleting port 039060ef-815c-4898-b286-76e4e0c313df {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:42:14.097693 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9f2a20f-e676-4574-8e44-1663b0d09617 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:14.199605 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9f2a20f-e676-4574-8e44-1663b0d09617 admin admin] For port 039060ef-815c-4898-b286-76e4e0c313df, host dv-cinder-804035-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=039060ef-815c-4898-b286-76e4e0c313df,segment=NetworkSegment(8297a5cd-c96f-437c-b6bb-56c8bceb9dbf),segment_id=8297a5cd-c96f-437c-b6bb-56c8bceb9dbf)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:42:14.204162 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9f2a20f-e676-4574-8e44-1663b0d09617 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:14.217278 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6a3cb6-5545-49c3-bbac-e6f9d71a73dc None None] DHCP port deletion for 9f0551c7-6430-4845-aada-62dfaa2f8a11 request from dv-cinder-804035-13-iscsi {{(pid=102912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 10:42:14.228640 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2a20f-e676-4574-8e44-1663b0d09617 admin admin] Calling delete_port for 039060ef-815c-4898-b286-76e4e0c313df owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:42:14.288877 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-ad6a3cb6-5545-49c3-bbac-e6f9d71a73dc None None] Deleting port 039060ef-815c-4898-b286-76e4e0c313df {{(pid=102912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:42:14.289275 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ad6a3cb6-5545-49c3-bbac-e6f9d71a73dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:14.374129 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9f2a20f-e676-4574-8e44-1663b0d09617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162187'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:14.376957 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-ad6a3cb6-5545-49c3-bbac-e6f9d71a73dc None None] For port 039060ef-815c-4898-b286-76e4e0c313df, host dv-cinder-804035-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=039060ef-815c-4898-b286-76e4e0c313df,segment=NetworkSegment(8297a5cd-c96f-437c-b6bb-56c8bceb9dbf),segment_id=8297a5cd-c96f-437c-b6bb-56c8bceb9dbf)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:42:14.377823 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ad6a3cb6-5545-49c3-bbac-e6f9d71a73dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:14.396051 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-ad6a3cb6-5545-49c3-bbac-e6f9d71a73dc None None] Calling delete_port for 039060ef-815c-4898-b286-76e4e0c313df owned by network:dhcp {{(pid=102912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:42:14.421790 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2a20f-e676-4574-8e44-1663b0d09617 admin admin] Pushing event deleted for resources: {'Port': ['ID=039060ef-815c-4898-b286-76e4e0c313df,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:14.429340 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f2a20f-e676-4574-8e44-1663b0d09617 admin admin] No DVR routers for this DVR port 039060ef-815c-4898-b286-76e4e0c313df on host dv-cinder-804035-13-iscsi {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 10:42:14.478925 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 47436) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:42:14.502679 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-164abd29-3d75-4305-8a16-f36cbb9e5d0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:14.516003 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ad6a3cb6-5545-49c3-bbac-e6f9d71a73dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237'] for port, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:14.553444 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6a3cb6-5545-49c3-bbac-e6f9d71a73dc None None] Pushing event deleted for resources: {'Port': ['ID=039060ef-815c-4898-b286-76e4e0c313df,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:14.557385 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9f2a20f-e676-4574-8e44-1663b0d09617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4095910', 'neutron.services.segments.db._delete_segments_for_network-8749315723659'] for network, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:14.569697 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6a3cb6-5545-49c3-bbac-e6f9d71a73dc None None] No DVR routers for this DVR port 039060ef-815c-4898-b286-76e4e0c313df on host dv-cinder-804035-13-iscsi {{(pid=102912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 10:42:14.588030 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 112de0a6-e040-49eb-aca1-53ad5e216f4e no longer exists at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 10:42:14.603879 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.services.segments.db [None req-a9f2a20f-e676-4574-8e44-1663b0d09617 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f0551c7-6430-4845-aada-62dfaa2f8a11']}} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:42:14.618638 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] No Port match for: 112de0a6-e040-49eb-aca1-53ad5e216f4e {{(pid=102912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 10:42:14.618910 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 112de0a6-e040-49eb-aca1-53ad5e216f4e not bound to the agent host dv-cinder-804035-13-iscsi {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 10:42:14.619323 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 039060ef-815c-4898-b286-76e4e0c313df no longer exists at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 10:42:14.620736 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.services.segments.db [None req-a9f2a20f-e676-4574-8e44-1663b0d09617 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8297a5cd-c96f-437c-b6bb-56c8bceb9dbf') {'for_net_delete': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:42:14.621142 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.services.segments.db [None req-a9f2a20f-e676-4574-8e44-1663b0d09617 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8297a5cd-c96f-437c-b6bb-56c8bceb9dbf') {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:42:14.635728 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9f2a20f-e676-4574-8e44-1663b0d09617 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749315818006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11681769'] for segment, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:14.644668 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] No Port match for: 039060ef-815c-4898-b286-76e4e0c313df {{(pid=102912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 10:42:14.645290 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 039060ef-815c-4898-b286-76e4e0c313df not bound to the agent host dv-cinder-804035-13-iscsi {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 10:42:14.645836 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 93e19b12-ded4-485e-8a7d-8b425f9400c8 no longer exists at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 10:42:14.652200 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-164abd29-3d75-4305-8a16-f36cbb9e5d0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:14.653578 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9f2a20f-e676-4574-8e44-1663b0d09617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4063698'] for segment, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:14.661732 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-164abd29-3d75-4305-8a16-f36cbb9e5d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:14.666713 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9f2a20f-e676-4574-8e44-1663b0d09617 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=102910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 10:42:14.667276 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9f2a20f-e676-4574-8e44-1663b0d09617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4063698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1162168'] for segment, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:14.668647 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] No Port match for: 93e19b12-ded4-485e-8a7d-8b425f9400c8 {{(pid=102912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 10:42:14.668998 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 93e19b12-ded4-485e-8a7d-8b425f9400c8 not bound to the agent host dv-cinder-804035-13-iscsi {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 10:42:14.669543 dv-cinder-804035-13-iscsi neutron-server[102910]: Traceback (most recent call last): Nov 22 10:42:14.669543 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 10:42:14.669543 dv-cinder-804035-13-iscsi neutron-server[102910]: timer() Nov 22 10:42:14.669543 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 10:42:14.669543 dv-cinder-804035-13-iscsi neutron-server[102910]: cb(*args, **kw) Nov 22 10:42:14.669543 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 10:42:14.669543 dv-cinder-804035-13-iscsi neutron-server[102910]: return func(*args, **kwargs) Nov 22 10:42:14.669543 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 10:42:14.669543 dv-cinder-804035-13-iscsi neutron-server[102910]: self._notify() Nov 22 10:42:14.669543 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 10:42:14.669543 dv-cinder-804035-13-iscsi neutron-server[102910]: self.callback(batched_events) Nov 22 10:42:14.669543 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 10:42:14.669543 dv-cinder-804035-13-iscsi neutron-server[102910]: event.method(event) Nov 22 10:42:14.669543 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 10:42:14.669543 dv-cinder-804035-13-iscsi neutron-server[102910]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 10:42:14.669543 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 10:42:14.669543 dv-cinder-804035-13-iscsi neutron-server[102910]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 10:42:14.669543 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 10:42:14.669543 dv-cinder-804035-13-iscsi neutron-server[102910]: return f(self, *a, **k) Nov 22 10:42:14.669543 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 10:42:14.669543 dv-cinder-804035-13-iscsi neutron-server[102910]: return self._get(url).json() Nov 22 10:42:14.669543 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 10:42:14.669543 dv-cinder-804035-13-iscsi neutron-server[102910]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 10:42:14.669543 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 10:42:14.669543 dv-cinder-804035-13-iscsi neutron-server[102910]: return self.request(url, 'GET', **kwargs) Nov 22 10:42:14.669543 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 10:42:14.669543 dv-cinder-804035-13-iscsi neutron-server[102910]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 10:42:14.669543 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 10:42:14.669543 dv-cinder-804035-13-iscsi neutron-server[102910]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 10:42:14.669543 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 10:42:14.669543 dv-cinder-804035-13-iscsi neutron-server[102910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 10:42:14.669543 dv-cinder-804035-13-iscsi neutron-server[102910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 10:42:14.711623 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-164abd29-3d75-4305-8a16-f36cbb9e5d0f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0cc642dd76f94563b4c4225b36c70833&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2312860 Nov 22 10:42:14.712280 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 47440) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:42:14.734962 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164abd29-3d75-4305-8a16-f36cbb9e5d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffcaebf4-068e-4122-8ebd-6b7754ecdcc9,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:14.751397 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9f2a20f-e676-4574-8e44-1663b0d09617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4095928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1030268'] for network, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:14.758810 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9f2a20f-e676-4574-8e44-1663b0d09617 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for network, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:14.762317 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-a9f2a20f-e676-4574-8e44-1663b0d09617 admin admin] 10.222.0.46 "DELETE /v2.0/networks/9f0551c7-6430-4845-aada-62dfaa2f8a11 HTTP/1.1" status: 204 len: 168 time: 0.8176866 Nov 22 10:42:14.766381 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 47442) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:42:14.777164 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2a20f-e676-4574-8e44-1663b0d09617 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f0551c7-6430-4845-aada-62dfaa2f8a11,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:14.824816 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-bbd2f464-6c2f-47a3-9469-833df8de5968 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:14.885328 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-bbd2f464-6c2f-47a3-9469-833df8de5968 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:15.022389 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-bbd2f464-6c2f-47a3-9469-833df8de5968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:15.025013 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-bbd2f464-6c2f-47a3-9469-833df8de5968 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:15.026178 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-bbd2f464-6c2f-47a3-9469-833df8de5968 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ffcaebf4-068e-4122-8ebd-6b7754ecdcc9 HTTP/1.1" status: 204 len: 168 time: 0.3077292 Nov 22 10:42:15.040861 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd2f464-6c2f-47a3-9469-833df8de5968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffcaebf4-068e-4122-8ebd-6b7754ecdcc9,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:15.226591 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-07a30b56-72a3-4c0f-aadd-8418decedf0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029394'] for router_interface, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:15.498898 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-07a30b56-72a3-4c0f-aadd-8418decedf0b admin admin] Deleting port 06208a81-5ac6-447f-befc-e9853ea03353 {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:42:15.499191 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-07a30b56-72a3-4c0f-aadd-8418decedf0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:15.585043 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-07a30b56-72a3-4c0f-aadd-8418decedf0b admin admin] For port 06208a81-5ac6-447f-befc-e9853ea03353, host dv-cinder-804035-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=06208a81-5ac6-447f-befc-e9853ea03353,segment=NetworkSegment(8d79122a-5db5-44be-a5d5-ef2422a83696),segment_id=8d79122a-5db5-44be-a5d5-ef2422a83696)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:42:15.585535 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-07a30b56-72a3-4c0f-aadd-8418decedf0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:15.601113 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-07a30b56-72a3-4c0f-aadd-8418decedf0b admin admin] Calling delete_port for 06208a81-5ac6-447f-befc-e9853ea03353 owned by network:router_interface {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:42:15.800606 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-07a30b56-72a3-4c0f-aadd-8418decedf0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11987816'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:15.829134 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a30b56-72a3-4c0f-aadd-8418decedf0b admin admin] Pushing event deleted for resources: {'Port': ['ID=06208a81-5ac6-447f-befc-e9853ea03353,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:16.007511 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-07a30b56-72a3-4c0f-aadd-8418decedf0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1032162'] for router_interface, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:16.552925 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a30b56-72a3-4c0f-aadd-8418decedf0b admin admin] Router 5c9ea783-6c60-4e6d-9995-310aaeac6c81 has already been hosted by L3 agent fa3112ac-4a6e-40b6-a491-552ca746a833 {{(pid=102911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 10:42:16.676609 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a30b56-72a3-4c0f-aadd-8418decedf0b admin admin] Notify agent at l3_agent.dv-cinder-804035-13-iscsi the message routers_updated {{(pid=102911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 10:42:16.683276 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-07a30b56-72a3-4c0f-aadd-8418decedf0b admin admin] 10.222.0.46 "PUT /v2.0/routers/5c9ea783-6c60-4e6d-9995-310aaeac6c81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9149396 Nov 22 10:42:16.687378 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 47482) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:42:16.701661 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28e654c-e025-4b48-b7fa-c187bcba7d94 None None] Sync routers for ids ['5c9ea783-6c60-4e6d-9995-310aaeac6c81'] in dv-cinder-804035-13-iscsi {{(pid=102912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 10:42:16.713378 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28e654c-e025-4b48-b7fa-c187bcba7d94 None None] Routers {'5c9ea783-6c60-4e6d-9995-310aaeac6c81'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:42:16.714716 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-a28e654c-e025-4b48-b7fa-c187bcba7d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:41:57Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['5c9ea783-6c60-4e6d-9995-310aaeac6c81'], 'active': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:42:16.810717 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-725b2724-a48a-4f2a-bcba-f589a6ca5800 admin admin] Publish callbacks [] for router, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:16.859137 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvr_db [None req-a28e654c-e025-4b48-b7fa-c187bcba7d94 None None] Set router 5c9ea783-6c60-4e6d-9995-310aaeac6c81 gateway port host: dv-cinder-804035-13-iscsi {{(pid=102912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:42:16.953590 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-725b2724-a48a-4f2a-bcba-f589a6ca5800 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:17.022592 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-725b2724-a48a-4f2a-bcba-f589a6ca5800 admin admin] Deleting port 5e8ff655-272e-4aad-8c87-e69691445e52 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:42:17.022944 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-725b2724-a48a-4f2a-bcba-f589a6ca5800 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:17.084171 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-a28e654c-e025-4b48-b7fa-c187bcba7d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9ea783-6c60-4e6d-9995-310aaeac6c81', 'name': 'tempest-TestShelveInstance-1460401223-router', 'tenant_id': 'cc0e819e141a41609ea8ef0341f7117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '5e8ff655-272e-4aad-8c87-e69691445e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:36:30Z', 'updated_at': '2021-11-22T10:42:15Z', 'revision_number': 5, 'project_id': 'cc0e819e141a41609ea8ef0341f7117f', 'gw_port': {'id': '5e8ff655-272e-4aad-8c87-e69691445e52', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:65:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9ea783-6c60-4e6d-9995-310aaeac6c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:36:32Z', 'updated_at': '2021-11-22T10:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi'}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:42:17.115146 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28e654c-e025-4b48-b7fa-c187bcba7d94 None None] Checking router: 5c9ea783-6c60-4e6d-9995-310aaeac6c81 for host: dv-cinder-804035-13-iscsi {{(pid=102912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 10:42:17.125325 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-725b2724-a48a-4f2a-bcba-f589a6ca5800 admin admin] For port 5e8ff655-272e-4aad-8c87-e69691445e52, host dv-cinder-804035-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=5e8ff655-272e-4aad-8c87-e69691445e52,segment=NetworkSegment(07e0d8bf-2b47-470a-a16f-f44f9914b384),segment_id=07e0d8bf-2b47-470a-a16f-f44f9914b384)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:42:17.125325 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-725b2724-a48a-4f2a-bcba-f589a6ca5800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:17.127818 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28e654c-e025-4b48-b7fa-c187bcba7d94 None None] Routers {'5c9ea783-6c60-4e6d-9995-310aaeac6c81'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:42:17.128735 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-a28e654c-e025-4b48-b7fa-c187bcba7d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:41:57Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['5c9ea783-6c60-4e6d-9995-310aaeac6c81'], 'active': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:42:17.147280 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-725b2724-a48a-4f2a-bcba-f589a6ca5800 admin admin] Calling delete_port for 5e8ff655-272e-4aad-8c87-e69691445e52 owned by network:router_gateway {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:42:17.230969 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvr_db [None req-a28e654c-e025-4b48-b7fa-c187bcba7d94 None None] Set router 5c9ea783-6c60-4e6d-9995-310aaeac6c81 gateway port host: None {{(pid=102912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:42:17.294551 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-a28e654c-e025-4b48-b7fa-c187bcba7d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9ea783-6c60-4e6d-9995-310aaeac6c81', 'name': 'tempest-TestShelveInstance-1460401223-router', 'tenant_id': 'cc0e819e141a41609ea8ef0341f7117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:36:30Z', 'updated_at': '2021-11-22T10:42:16Z', 'revision_number': 6, 'project_id': 'cc0e819e141a41609ea8ef0341f7117f', 'gw_port_host': None}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:42:17.325871 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28e654c-e025-4b48-b7fa-c187bcba7d94 None None] The sync data for ids ['5c9ea783-6c60-4e6d-9995-310aaeac6c81'] in dv-cinder-804035-13-iscsi is: [{'id': '5c9ea783-6c60-4e6d-9995-310aaeac6c81', 'name': 'tempest-TestShelveInstance-1460401223-router', 'tenant_id': 'cc0e819e141a41609ea8ef0341f7117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:36:30Z', 'updated_at': '2021-11-22T10:42:16Z', 'revision_number': 6, 'project_id': 'cc0e819e141a41609ea8ef0341f7117f', 'gw_port_host': None}] {{(pid=102912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 10:42:17.362709 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-725b2724-a48a-4f2a-bcba-f589a6ca5800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162187'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:17.400103 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b2724-a48a-4f2a-bcba-f589a6ca5800 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e8ff655-272e-4aad-8c87-e69691445e52,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:17.457555 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-725b2724-a48a-4f2a-bcba-f589a6ca5800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1030348'] for router_gateway, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:17.602137 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-725b2724-a48a-4f2a-bcba-f589a6ca5800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1031604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10179'] for router, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:17.605680 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-725b2724-a48a-4f2a-bcba-f589a6ca5800 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:17.674440 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-725b2724-a48a-4f2a-bcba-f589a6ca5800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1032151'] for router, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:17.675092 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725b2724-a48a-4f2a-bcba-f589a6ca5800 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c9ea783-6c60-4e6d-9995-310aaeac6c81 {{(pid=102910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 10:42:17.682634 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-725b2724-a48a-4f2a-bcba-f589a6ca5800 admin admin] Publish callbacks [] for router, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:17.683868 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-725b2724-a48a-4f2a-bcba-f589a6ca5800 admin admin] 10.222.0.46 "DELETE /v2.0/routers/5c9ea783-6c60-4e6d-9995-310aaeac6c81 HTTP/1.1" status: 204 len: 168 time: 0.9953032 Nov 22 10:42:17.687165 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 47526) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:42:17.748718 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.db.db_base_plugin_v2 [None req-13a1268f-f12c-44d5-97f6-da789d0ed8b2 admin admin] Deleting subnet ba782c9e-49a6-442e-b41a-5a781238abbf {{(pid=102910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 10:42:17.752835 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-13a1268f-f12c-44d5-97f6-da789d0ed8b2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:17.791394 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-13a1268f-f12c-44d5-97f6-da789d0ed8b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11681776'] for subnet, precommit_delete_associations {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:17.888977 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-13a1268f-f12c-44d5-97f6-da789d0ed8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4094229'] for subnet, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:17.969734 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-13a1268f-f12c-44d5-97f6-da789d0ed8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4094220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1162214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11983770'] for subnet, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:18.005546 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-13a1268f-f12c-44d5-97f6-da789d0ed8b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for subnet, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:18.012465 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 47546) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:42:18.012991 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc9e89b-26b6-49c3-a4b3-416955ce561b None None] Network b02c3be0-10ab-4ac6-8062-c6b0e5b271ab requested from dv-cinder-804035-13-iscsi {{(pid=102912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 10:42:18.018910 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-13a1268f-f12c-44d5-97f6-da789d0ed8b2 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ba782c9e-49a6-442e-b41a-5a781238abbf HTTP/1.1" status: 204 len: 168 time: 0.3304977 Nov 22 10:42:18.020030 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a1268f-f12c-44d5-97f6-da789d0ed8b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba782c9e-49a6-442e-b41a-5a781238abbf,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:18.117737 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-74f38a52-7266-4d23-888c-cc67f7fb9534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4185191'] for network, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:18.184285 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-74f38a52-7266-4d23-888c-cc67f7fb9534 admin admin] Deleting port 2ac47cae-075c-4400-b47f-1546a249217f {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:42:18.184780 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-74f38a52-7266-4d23-888c-cc67f7fb9534 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:18.272269 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bd7d2e-3203-45fd-943b-e065a081a76b None None] DHCP port deletion for b02c3be0-10ab-4ac6-8062-c6b0e5b271ab request from dv-cinder-804035-13-iscsi {{(pid=102912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 10:42:18.294953 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-74f38a52-7266-4d23-888c-cc67f7fb9534 admin admin] For port 2ac47cae-075c-4400-b47f-1546a249217f, host dv-cinder-804035-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=2ac47cae-075c-4400-b47f-1546a249217f,segment=NetworkSegment(8d79122a-5db5-44be-a5d5-ef2422a83696),segment_id=8d79122a-5db5-44be-a5d5-ef2422a83696)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:42:18.295600 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-74f38a52-7266-4d23-888c-cc67f7fb9534 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:18.325279 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-74f38a52-7266-4d23-888c-cc67f7fb9534 admin admin] Calling delete_port for 2ac47cae-075c-4400-b47f-1546a249217f owned by network:dhcp {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:42:18.372011 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-31bd7d2e-3203-45fd-943b-e065a081a76b None None] Deleting port 2ac47cae-075c-4400-b47f-1546a249217f {{(pid=102912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:42:18.372545 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-31bd7d2e-3203-45fd-943b-e065a081a76b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:18.479616 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-74f38a52-7266-4d23-888c-cc67f7fb9534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11987816'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:18.525438 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-31bd7d2e-3203-45fd-943b-e065a081a76b None None] For port 2ac47cae-075c-4400-b47f-1546a249217f, host dv-cinder-804035-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=2ac47cae-075c-4400-b47f-1546a249217f,segment=NetworkSegment(8d79122a-5db5-44be-a5d5-ef2422a83696),segment_id=8d79122a-5db5-44be-a5d5-ef2422a83696)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:42:18.526193 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-31bd7d2e-3203-45fd-943b-e065a081a76b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:18.534599 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 2ac47cae-075c-4400-b47f-1546a249217f no longer exists at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 10:42:18.540822 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f38a52-7266-4d23-888c-cc67f7fb9534 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ac47cae-075c-4400-b47f-1546a249217f,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:18.550447 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f38a52-7266-4d23-888c-cc67f7fb9534 admin admin] No DVR routers for this DVR port 2ac47cae-075c-4400-b47f-1546a249217f on host dv-cinder-804035-13-iscsi {{(pid=102911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 10:42:18.583319 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-31bd7d2e-3203-45fd-943b-e065a081a76b None None] Calling delete_port for 2ac47cae-075c-4400-b47f-1546a249217f owned by network:dhcp {{(pid=102912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:42:18.586044 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] No Port match for: 2ac47cae-075c-4400-b47f-1546a249217f {{(pid=102912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 10:42:18.586856 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 2ac47cae-075c-4400-b47f-1546a249217f not bound to the agent host dv-cinder-804035-13-iscsi {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 10:42:18.587772 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 06208a81-5ac6-447f-befc-e9853ea03353 no longer exists at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 10:42:18.622610 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] No Port match for: 06208a81-5ac6-447f-befc-e9853ea03353 {{(pid=102912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 10:42:18.623016 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 06208a81-5ac6-447f-befc-e9853ea03353 not bound to the agent host dv-cinder-804035-13-iscsi {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 10:42:18.624084 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 5e8ff655-272e-4aad-8c87-e69691445e52 no longer exists at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 10:42:18.649570 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-74f38a52-7266-4d23-888c-cc67f7fb9534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4095910', 'neutron.services.segments.db._delete_segments_for_network-8749315723659'] for network, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:18.662953 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] No Port match for: 5e8ff655-272e-4aad-8c87-e69691445e52 {{(pid=102912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 10:42:18.663854 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 5e8ff655-272e-4aad-8c87-e69691445e52 not bound to the agent host dv-cinder-804035-13-iscsi {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 10:42:18.677581 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.services.segments.db [None req-74f38a52-7266-4d23-888c-cc67f7fb9534 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b02c3be0-10ab-4ac6-8062-c6b0e5b271ab']}} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:42:18.691038 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.services.segments.db [None req-74f38a52-7266-4d23-888c-cc67f7fb9534 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d79122a-5db5-44be-a5d5-ef2422a83696') {'for_net_delete': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:42:18.691400 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.services.segments.db [None req-74f38a52-7266-4d23-888c-cc67f7fb9534 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d79122a-5db5-44be-a5d5-ef2422a83696') {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:42:18.703427 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-74f38a52-7266-4d23-888c-cc67f7fb9534 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749315818006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8590663'] for segment, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:18.724255 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-74f38a52-7266-4d23-888c-cc67f7fb9534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4063698'] for segment, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:18.732848 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74f38a52-7266-4d23-888c-cc67f7fb9534 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=102911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 10:42:18.733363 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-74f38a52-7266-4d23-888c-cc67f7fb9534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4063698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11987739'] for segment, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:18.735532 dv-cinder-804035-13-iscsi neutron-server[102911]: Traceback (most recent call last): Nov 22 10:42:18.735532 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 10:42:18.735532 dv-cinder-804035-13-iscsi neutron-server[102911]: timer() Nov 22 10:42:18.735532 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 10:42:18.735532 dv-cinder-804035-13-iscsi neutron-server[102911]: cb(*args, **kw) Nov 22 10:42:18.735532 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 10:42:18.735532 dv-cinder-804035-13-iscsi neutron-server[102911]: return func(*args, **kwargs) Nov 22 10:42:18.735532 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 10:42:18.735532 dv-cinder-804035-13-iscsi neutron-server[102911]: self._notify() Nov 22 10:42:18.735532 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 10:42:18.735532 dv-cinder-804035-13-iscsi neutron-server[102911]: self.callback(batched_events) Nov 22 10:42:18.735532 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 10:42:18.735532 dv-cinder-804035-13-iscsi neutron-server[102911]: event.method(event) Nov 22 10:42:18.735532 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 10:42:18.735532 dv-cinder-804035-13-iscsi neutron-server[102911]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 10:42:18.735532 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 10:42:18.735532 dv-cinder-804035-13-iscsi neutron-server[102911]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 10:42:18.735532 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 10:42:18.735532 dv-cinder-804035-13-iscsi neutron-server[102911]: return f(self, *a, **k) Nov 22 10:42:18.735532 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 10:42:18.735532 dv-cinder-804035-13-iscsi neutron-server[102911]: return self._get(url).json() Nov 22 10:42:18.735532 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 10:42:18.735532 dv-cinder-804035-13-iscsi neutron-server[102911]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 10:42:18.735532 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 10:42:18.735532 dv-cinder-804035-13-iscsi neutron-server[102911]: return self.request(url, 'GET', **kwargs) Nov 22 10:42:18.735532 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 10:42:18.735532 dv-cinder-804035-13-iscsi neutron-server[102911]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 10:42:18.735532 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 10:42:18.735532 dv-cinder-804035-13-iscsi neutron-server[102911]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 10:42:18.735532 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 10:42:18.735532 dv-cinder-804035-13-iscsi neutron-server[102911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 10:42:18.735532 dv-cinder-804035-13-iscsi neutron-server[102911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 10:42:18.789596 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-31bd7d2e-3203-45fd-943b-e065a081a76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237'] for port, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:18.807152 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-74f38a52-7266-4d23-888c-cc67f7fb9534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4095928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1030268'] for network, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:18.817508 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-74f38a52-7266-4d23-888c-cc67f7fb9534 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for network, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:18.821699 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-74f38a52-7266-4d23-888c-cc67f7fb9534 admin admin] 10.222.0.46 "DELETE /v2.0/networks/b02c3be0-10ab-4ac6-8062-c6b0e5b271ab HTTP/1.1" status: 204 len: 168 time: 0.8068063 Nov 22 10:42:18.844617 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bd7d2e-3203-45fd-943b-e065a081a76b None None] Pushing event deleted for resources: {'Port': ['ID=2ac47cae-075c-4400-b47f-1546a249217f,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:18.853368 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bd7d2e-3203-45fd-943b-e065a081a76b None None] No DVR routers for this DVR port 2ac47cae-075c-4400-b47f-1546a249217f on host dv-cinder-804035-13-iscsi {{(pid=102912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 10:42:18.866830 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f38a52-7266-4d23-888c-cc67f7fb9534 admin admin] Pushing event deleted for resources: {'Network': ['ID=b02c3be0-10ab-4ac6-8062-c6b0e5b271ab,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:19.007212 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 47582) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:42:19.066168 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-de539eea-dd1f-431b-a4b7-b231a6799ee0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=48e14154c62a42a8b78c798e97aa89fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0571802 Nov 22 10:42:19.069892 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 47584) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:42:19.118267 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 47586) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:42:19.149234 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d0f773fe-fa69-432e-b4a2-a575c916dffb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:19.180862 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d0f773fe-fa69-432e-b4a2-a575c916dffb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:19.251847 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d0f773fe-fa69-432e-b4a2-a575c916dffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:19.255281 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d0f773fe-fa69-432e-b4a2-a575c916dffb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:19.264268 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-d0f773fe-fa69-432e-b4a2-a575c916dffb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fc75d57c-75bd-485a-9715-fadb42283e78 HTTP/1.1" status: 204 len: 168 time: 0.1852829 Nov 22 10:42:19.273534 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f773fe-fa69-432e-b4a2-a575c916dffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc75d57c-75bd-485a-9715-fadb42283e78,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:19.279805 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6c2dc5c6-452a-463f-ba18-9c341b0eaf3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:19.398806 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6c2dc5c6-452a-463f-ba18-9c341b0eaf3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:19.404966 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6c2dc5c6-452a-463f-ba18-9c341b0eaf3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:19.456464 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-6c2dc5c6-452a-463f-ba18-9c341b0eaf3e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=652658c1a6894a93abb20d09ac1fedbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3332856 Nov 22 10:42:19.457023 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 47596) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:42:19.466662 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2dc5c6-452a-463f-ba18-9c341b0eaf3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2d3d99-e462-4e80-b178-1c2bcc93cb3e,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:19.538010 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b9275dc1-bdb2-483e-af08-b1172f875d0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:19.575938 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b9275dc1-bdb2-483e-af08-b1172f875d0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:19.646364 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b9275dc1-bdb2-483e-af08-b1172f875d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:19.651334 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b9275dc1-bdb2-483e-af08-b1172f875d0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:19.653361 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-b9275dc1-bdb2-483e-af08-b1172f875d0d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0f2d3d99-e462-4e80-b178-1c2bcc93cb3e HTTP/1.1" status: 204 len: 168 time: 0.1937947 Nov 22 10:42:19.663400 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 47600) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:42:19.666708 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9275dc1-bdb2-483e-af08-b1172f875d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2d3d99-e462-4e80-b178-1c2bcc93cb3e,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:19.725670 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-74c13271-8e79-4d6b-999a-b47a37881851 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cc0e819e141a41609ea8ef0341f7117f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0604734 Nov 22 10:42:19.729054 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 47602) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:42:19.806344 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5a5342e6-db91-4c81-bdd1-647d21411d48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:19.838036 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5a5342e6-db91-4c81-bdd1-647d21411d48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:19.894788 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:19.921990 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5a5342e6-db91-4c81-bdd1-647d21411d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:19.926173 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5a5342e6-db91-4c81-bdd1-647d21411d48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:19.927783 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-5a5342e6-db91-4c81-bdd1-647d21411d48 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fcae960e-2bed-456c-a6b0-bff58c7914ea HTTP/1.1" status: 204 len: 168 time: 0.1974201 Nov 22 10:42:19.942632 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5342e6-db91-4c81-bdd1-647d21411d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcae960e-2bed-456c-a6b0-bff58c7914ea,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:20.243841 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 47614) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:42:20.271933 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3d1cf296-9f31-43c2-8e7d-327a8c2f9d7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:20.398736 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3d1cf296-9f31-43c2-8e7d-327a8c2f9d7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:20.415006 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3d1cf296-9f31-43c2-8e7d-327a8c2f9d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:20.516879 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 47618) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:42:20.526839 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-3d1cf296-9f31-43c2-8e7d-327a8c2f9d7e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e9e65affcff6422f91db3b3e20c56460&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2782574 Nov 22 10:42:20.528920 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1cf296-9f31-43c2-8e7d-327a8c2f9d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a37ec5-6791-4efd-b45f-4ce29594bf27,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:20.614725 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-1cde19e5-9c8c-449f-a88c-d4d35f7db2c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:20.655122 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-1cde19e5-9c8c-449f-a88c-d4d35f7db2c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:20.729880 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-1cde19e5-9c8c-449f-a88c-d4d35f7db2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:20.733518 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-1cde19e5-9c8c-449f-a88c-d4d35f7db2c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:20.735562 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-1cde19e5-9c8c-449f-a88c-d4d35f7db2c8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/46a37ec5-6791-4efd-b45f-4ce29594bf27 HTTP/1.1" status: 204 len: 168 time: 0.2158291 Nov 22 10:42:20.750919 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cde19e5-9c8c-449f-a88c-d4d35f7db2c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a37ec5-6791-4efd-b45f-4ce29594bf27,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:20.851601 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d14edb-0f5c-40f2-bb32-89b8305b85f1 req-a98e21e6-d469-4a78-bc9c-d58c4fd46a24 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:42:20.853268 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-64d14edb-0f5c-40f2-bb32-89b8305b85f1 req-a98e21e6-d469-4a78-bc9c-d58c4fd46a24 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 947 time: 0.0653765 Nov 22 10:42:20.930223 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-64d14edb-0f5c-40f2-bb32-89b8305b85f1 req-b11af667-0059-4d5e-9a57-a5c10a135b46 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc37a28d-3ede-4eca-8048-ef0cccb4e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697684 Nov 22 10:42:21.908901 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ee681-d7ec-4a04-8ddc-d89dcb2ab708 req-273a3082-c0fe-499b-856b-9edfff89100b tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:42:21.910994 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e69ee681-d7ec-4a04-8ddc-d89dcb2ab708 req-273a3082-c0fe-499b-856b-9edfff89100b tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 947 time: 0.0685647 Nov 22 10:42:22.104123 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-e69ee681-d7ec-4a04-8ddc-d89dcb2ab708 req-fd46899a-e561-4b56-be32-5e30f58f5b22 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Deleting port c090109f-0e04-44ab-9893-ad1a3bcccd12 {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:42:22.104552 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-e69ee681-d7ec-4a04-8ddc-d89dcb2ab708 req-fd46899a-e561-4b56-be32-5e30f58f5b22 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:22.122369 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5716d82-09ee-4c3a-aa90-0357c82f36f0 req-1d3259a8-5134-4a0e-ae9c-9ffcf803bdcc tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:42:22.125768 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f5716d82-09ee-4c3a-aa90-0357c82f36f0 req-1d3259a8-5134-4a0e-ae9c-9ffcf803bdcc tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 947 time: 0.0990136 Nov 22 10:42:22.290603 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f5716d82-09ee-4c3a-aa90-0357c82f36f0 req-b2588a2c-3ce6-4564-859c-bf5441789147 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc37a28d-3ede-4eca-8048-ef0cccb4e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461318 Nov 22 10:42:22.317700 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-e69ee681-d7ec-4a04-8ddc-d89dcb2ab708 req-fd46899a-e561-4b56-be32-5e30f58f5b22 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] For port c090109f-0e04-44ab-9893-ad1a3bcccd12, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=c090109f-0e04-44ab-9893-ad1a3bcccd12,segment=NetworkSegment(b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c),segment_id=b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:42:22.318558 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-e69ee681-d7ec-4a04-8ddc-d89dcb2ab708 req-fd46899a-e561-4b56-be32-5e30f58f5b22 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:22.580122 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-e69ee681-d7ec-4a04-8ddc-d89dcb2ab708 req-fd46899a-e561-4b56-be32-5e30f58f5b22 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:22.580567 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-e69ee681-d7ec-4a04-8ddc-d89dcb2ab708 req-fd46899a-e561-4b56-be32-5e30f58f5b22 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030162'] for floatingip, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:22.580922 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.db.l3_db [req-e69ee681-d7ec-4a04-8ddc-d89dcb2ab708 req-fd46899a-e561-4b56-be32-5e30f58f5b22 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Floating IP 89ad0d7b-16c3-4665-8aa8-b1d887726337 disassociated. External IP: 172.27.0.196, port: c090109f-0e04-44ab-9893-ad1a3bcccd12. Nov 22 10:42:22.581351 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-e69ee681-d7ec-4a04-8ddc-d89dcb2ab708 req-fd46899a-e561-4b56-be32-5e30f58f5b22 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Calling delete_port for c090109f-0e04-44ab-9893-ad1a3bcccd12 owned by compute:nova {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:42:22.772286 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-e69ee681-d7ec-4a04-8ddc-d89dcb2ab708 req-fd46899a-e561-4b56-be32-5e30f58f5b22 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11987816'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:22.802423 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd46899a-e561-4b56-be32-5e30f58f5b22 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Pushing event deleted for resources: {'Port': ['ID=c090109f-0e04-44ab-9893-ad1a3bcccd12,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:22.929027 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e69ee681-d7ec-4a04-8ddc-d89dcb2ab708 req-fd46899a-e561-4b56-be32-5e30f58f5b22 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Router 0fcb52cf-a380-4431-aa8b-b28d74dc8fb9 has already been hosted by L3 agent fa3112ac-4a6e-40b6-a491-552ca746a833 {{(pid=102911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 10:42:23.077081 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e69ee681-d7ec-4a04-8ddc-d89dcb2ab708 req-fd46899a-e561-4b56-be32-5e30f58f5b22 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Notify agent at l3_agent.dv-cinder-804035-13-iscsi the message routers_updated {{(pid=102911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 10:42:23.090648 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e047238-5bb8-4973-aae9-28191c54257c None None] Sync routers for ids ['0fcb52cf-a380-4431-aa8b-b28d74dc8fb9'] in dv-cinder-804035-13-iscsi {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 10:42:23.104657 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e047238-5bb8-4973-aae9-28191c54257c None None] Routers {'0fcb52cf-a380-4431-aa8b-b28d74dc8fb9'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:42:23.106338 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-4e047238-5bb8-4973-aae9-28191c54257c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:41:57Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['0fcb52cf-a380-4431-aa8b-b28d74dc8fb9'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:42:23.133356 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-e69ee681-d7ec-4a04-8ddc-d89dcb2ab708 req-fd46899a-e561-4b56-be32-5e30f58f5b22 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] No DVR routers for this DVR port c090109f-0e04-44ab-9893-ad1a3bcccd12 on host hv-cinder-80403 {{(pid=102911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 10:42:23.136649 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-e69ee681-d7ec-4a04-8ddc-d89dcb2ab708 req-fd46899a-e561-4b56-be32-5e30f58f5b22 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:23.141074 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e69ee681-d7ec-4a04-8ddc-d89dcb2ab708 req-fd46899a-e561-4b56-be32-5e30f58f5b22 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.20 "DELETE /v2.0/ports/c090109f-0e04-44ab-9893-ad1a3bcccd12 HTTP/1.1" status: 204 len: 173 time: 1.2226248 Nov 22 10:42:23.141719 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc31878-b3c3-4d79-a38b-db8424acb20b', 'name': 'network-vif-deleted', 'tag': 'c090109f-0e04-44ab-9893-ad1a3bcccd12'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:42:23.145098 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5429d6209f9db75179b029b02f265116e5db13468d9d60e00895472a7fa8ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4c3bf9-120c-4dcf-b54d-6d944d04f484" -d '{"events": [{"server_uuid": "2fc31878-b3c3-4d79-a38b-db8424acb20b", "name": "network-vif-deleted", "tag": "c090109f-0e04-44ab-9893-ad1a3bcccd12"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:42:23.253711 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 10:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd4dee6e-10e4-4e39-bf3d-cd909ae03d0a x-openstack-request-id: req-bd4dee6e-10e4-4e39-bf3d-cd909ae03d0a {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:42:23.254013 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc31878-b3c3-4d79-a38b-db8424acb20b", "name": "network-vif-deleted", "tag": "c090109f-0e04-44ab-9893-ad1a3bcccd12", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:42:23.254264 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bd4dee6e-10e4-4e39-bf3d-cd909ae03d0a {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:42:23.254880 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc31878-b3c3-4d79-a38b-db8424acb20b', 'name': 'network-vif-deleted', 'tag': 'c090109f-0e04-44ab-9893-ad1a3bcccd12', 'status': 'completed', 'code': 200} Nov 22 10:42:23.273485 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-4e047238-5bb8-4973-aae9-28191c54257c None None] Set router 0fcb52cf-a380-4431-aa8b-b28d74dc8fb9 gateway port host: dv-cinder-804035-13-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:42:23.517210 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ea58824b-77be-4e0f-aa83-aab2079d66e7 req-5ef011cd-ec22-4db0-820b-bce4135a8014 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fc31878-b3c3-4d79-a38b-db8424acb20b HTTP/1.1" status: 200 len: 210 time: 0.0403547 Nov 22 10:42:23.562414 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-4e047238-5bb8-4973-aae9-28191c54257c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fcb52cf-a380-4431-aa8b-b28d74dc8fb9', 'name': 'tempest-AttachVolumeShelveTestJSON-6190435-router', 'tenant_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '260c4cc6-d584-431e-ae2a-5e3741288db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:34:38Z', 'updated_at': '2021-11-22T10:34:46Z', 'revision_number': 4, 'project_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'gw_port': {'id': '260c4cc6-d584-431e-ae2a-5e3741288db2', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:78:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcb52cf-a380-4431-aa8b-b28d74dc8fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:39Z', 'updated_at': '2021-11-22T10:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_interfaces': [{'id': 'd4acd6b4-5657-4fc7-95cd-7daa4a3f2014', 'name': '', 'network_id': 'e114790e-2c2f-46a4-8dd6-49197de38f16', 'tenant_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'mac_address': 'fa:16:3e:c9:07:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcb52cf-a380-4431-aa8b-b28d74dc8fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c4f21e7d-d84a-4ede-b812-0052f7303231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:43Z', 'updated_at': '2021-11-22T10:34:57Z', 'revision_number': 5, 'project_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'subnets': [{'id': 'c4f21e7d-d84a-4ede-b812-0052f7303231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:42:23.593254 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e047238-5bb8-4973-aae9-28191c54257c None None] Checking router: 0fcb52cf-a380-4431-aa8b-b28d74dc8fb9 for host: dv-cinder-804035-13-iscsi {{(pid=102913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 10:42:23.604354 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e047238-5bb8-4973-aae9-28191c54257c None None] Routers {'0fcb52cf-a380-4431-aa8b-b28d74dc8fb9'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:42:23.604934 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-4e047238-5bb8-4973-aae9-28191c54257c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:41:57Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['0fcb52cf-a380-4431-aa8b-b28d74dc8fb9'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:42:23.730544 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-4e047238-5bb8-4973-aae9-28191c54257c None None] Set router 0fcb52cf-a380-4431-aa8b-b28d74dc8fb9 gateway port host: dv-cinder-804035-13-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:42:23.956603 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-4e047238-5bb8-4973-aae9-28191c54257c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fcb52cf-a380-4431-aa8b-b28d74dc8fb9', 'name': 'tempest-AttachVolumeShelveTestJSON-6190435-router', 'tenant_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '260c4cc6-d584-431e-ae2a-5e3741288db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:34:38Z', 'updated_at': '2021-11-22T10:34:46Z', 'revision_number': 4, 'project_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'gw_port': {'id': '260c4cc6-d584-431e-ae2a-5e3741288db2', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:78:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcb52cf-a380-4431-aa8b-b28d74dc8fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:39Z', 'updated_at': '2021-11-22T10:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_interfaces': [{'id': 'd4acd6b4-5657-4fc7-95cd-7daa4a3f2014', 'name': '', 'network_id': 'e114790e-2c2f-46a4-8dd6-49197de38f16', 'tenant_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'mac_address': 'fa:16:3e:c9:07:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcb52cf-a380-4431-aa8b-b28d74dc8fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c4f21e7d-d84a-4ede-b812-0052f7303231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:43Z', 'updated_at': '2021-11-22T10:34:57Z', 'revision_number': 5, 'project_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'subnets': [{'id': 'c4f21e7d-d84a-4ede-b812-0052f7303231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:42:23.988333 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e047238-5bb8-4973-aae9-28191c54257c None None] The sync data for ids ['0fcb52cf-a380-4431-aa8b-b28d74dc8fb9'] in dv-cinder-804035-13-iscsi is: [{'id': '0fcb52cf-a380-4431-aa8b-b28d74dc8fb9', 'name': 'tempest-AttachVolumeShelveTestJSON-6190435-router', 'tenant_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '260c4cc6-d584-431e-ae2a-5e3741288db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:34:38Z', 'updated_at': '2021-11-22T10:34:46Z', 'revision_number': 4, 'project_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'gw_port': {'id': '260c4cc6-d584-431e-ae2a-5e3741288db2', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:78:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcb52cf-a380-4431-aa8b-b28d74dc8fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:39Z', 'updated_at': '2021-11-22T10:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_interfaces': [{'id': 'd4acd6b4-5657-4fc7-95cd-7daa4a3f2014', 'name': '', 'network_id': 'e114790e-2c2f-46a4-8dd6-49197de38f16', 'tenant_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'mac_address': 'fa:16:3e:c9:07:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcb52cf-a380-4431-aa8b-b28d74dc8fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c4f21e7d-d84a-4ede-b812-0052f7303231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:43Z', 'updated_at': '2021-11-22T10:34:57Z', 'revision_number': 5, 'project_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'subnets': [{'id': 'c4f21e7d-d84a-4ede-b812-0052f7303231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 10:42:24.259644 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df79a71a-db27-4811-9562-4379e38dd980 None None] New status for floating IP 89ad0d7b-16c3-4665-8aa8-b1d887726337: DOWN {{(pid=102912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 10:42:24.625223 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 47682) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:42:24.677886 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b87b9e57-d982-49a3-8155-648b2d0bcfcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:24.700319 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-35f2ce83-c918-4177-9131-5f5419a27dfe tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:24.734960 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-35f2ce83-c918-4177-9131-5f5419a27dfe tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:24.803589 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-35f2ce83-c918-4177-9131-5f5419a27dfe tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:24.807677 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-35f2ce83-c918-4177-9131-5f5419a27dfe tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:24.808970 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-35f2ce83-c918-4177-9131-5f5419a27dfe tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "DELETE /v2.0/security-groups/fc37a28d-3ede-4eca-8048-ef0cccb4e2a3 HTTP/1.1" status: 204 len: 168 time: 0.1827335 Nov 22 10:42:24.812315 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 47686) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:42:24.826166 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f2ce83-c918-4177-9131-5f5419a27dfe tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc37a28d-3ede-4eca-8048-ef0cccb4e2a3,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:24.833111 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.api.v2.resource [None req-b0c26144-41a8-4252-9677-2e55208f2a5c tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] show failed (client error): The resource could not be found. Nov 22 10:42:24.834221 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-b0c26144-41a8-4252-9677-2e55208f2a5c tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "GET /v2.0/security-groups/fc37a28d-3ede-4eca-8048-ef0cccb4e2a3 HTTP/1.1" status: 404 len: 347 time: 0.0206077 Nov 22 10:42:24.839957 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 47688) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:42:25.025061 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-9e57e849-0816-41d2-a0c9-55a7cfb404d8 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Deleting port 6364dc03-a905-4d41-bede-aa5a7480b9bd {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:42:25.025578 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9e57e849-0816-41d2-a0c9-55a7cfb404d8 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:25.107908 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9e57e849-0816-41d2-a0c9-55a7cfb404d8 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:25.108391 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9e57e849-0816-41d2-a0c9-55a7cfb404d8 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:25.124030 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-9e57e849-0816-41d2-a0c9-55a7cfb404d8 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Calling delete_port for 6364dc03-a905-4d41-bede-aa5a7480b9bd owned by network:floatingip {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:42:25.327997 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9e57e849-0816-41d2-a0c9-55a7cfb404d8 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162187'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:25.359691 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e57e849-0816-41d2-a0c9-55a7cfb404d8 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Pushing event deleted for resources: {'Port': ['ID=6364dc03-a905-4d41-bede-aa5a7480b9bd,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:25.432148 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9e57e849-0816-41d2-a0c9-55a7cfb404d8 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks [] for floatingip, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:25.434794 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9e57e849-0816-41d2-a0c9-55a7cfb404d8 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for floatingip, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:25.436442 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-9e57e849-0816-41d2-a0c9-55a7cfb404d8 tempest-AttachVolumeShelveTestJSON-1230407260 tempest-AttachVolumeShelveTestJSON-1230407260-project] 10.222.0.46 "DELETE /v2.0/floatingips/89ad0d7b-16c3-4665-8aa8-b1d887726337 HTTP/1.1" status: 204 len: 168 time: 0.5945494 Nov 22 10:42:26.817267 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device c090109f-0e04-44ab-9893-ad1a3bcccd12 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 10:42:26.838136 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] No Port match for: c090109f-0e04-44ab-9893-ad1a3bcccd12 {{(pid=102912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 10:42:26.838471 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device c090109f-0e04-44ab-9893-ad1a3bcccd12 not bound to the agent host hv-cinder-80403 {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 10:42:26.992476 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-68247b48-9696-4e8a-be98-61daa6ec96e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:28.085484 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0c934117-efa3-4f33-917a-019854f2ef65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:29.874182 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e21c8dd6-a119-43bc-9b42-7d87f9168fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:30.162046 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 47740) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:42:30.715284 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-cf2dcc6b-5d5c-4f94-9c98-53098824e0e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029394'] for router_interface, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:30.796346 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:30.950940 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 47752) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:42:30.996907 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-cf2dcc6b-5d5c-4f94-9c98-53098824e0e5 admin admin] Deleting port d4acd6b4-5657-4fc7-95cd-7daa4a3f2014 {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:42:30.997514 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-cf2dcc6b-5d5c-4f94-9c98-53098824e0e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:31.063067 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fcdfbe3a-59fc-45e1-92cb-cdeda2a3ff20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:31.079946 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-cf2dcc6b-5d5c-4f94-9c98-53098824e0e5 admin admin] For port d4acd6b4-5657-4fc7-95cd-7daa4a3f2014, host dv-cinder-804035-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=d4acd6b4-5657-4fc7-95cd-7daa4a3f2014,segment=NetworkSegment(b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c),segment_id=b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:42:31.080320 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-cf2dcc6b-5d5c-4f94-9c98-53098824e0e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:31.096170 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-cf2dcc6b-5d5c-4f94-9c98-53098824e0e5 admin admin] Calling delete_port for d4acd6b4-5657-4fc7-95cd-7daa4a3f2014 owned by network:router_interface {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:42:31.144985 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fcdfbe3a-59fc-45e1-92cb-cdeda2a3ff20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:31.151140 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fcdfbe3a-59fc-45e1-92cb-cdeda2a3ff20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:31.190615 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-fcdfbe3a-59fc-45e1-92cb-cdeda2a3ff20 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=25080182d52b4d52aa390b749e9dc0da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2383635 Nov 22 10:42:31.191423 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdfbe3a-59fc-45e1-92cb-cdeda2a3ff20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa848566-4b1a-43e6-bbb8-643efc513f96,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:31.193885 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 47756) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:42:31.244634 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4749cf61-4535-445b-ab75-4a0b6fe0900e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:31.266723 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4749cf61-4535-445b-ab75-4a0b6fe0900e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:31.288352 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-cf2dcc6b-5d5c-4f94-9c98-53098824e0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11987816'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:31.315756 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4749cf61-4535-445b-ab75-4a0b6fe0900e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:31.316049 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2dcc6b-5d5c-4f94-9c98-53098824e0e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4acd6b4-5657-4fc7-95cd-7daa4a3f2014,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:31.320283 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4749cf61-4535-445b-ab75-4a0b6fe0900e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:31.322987 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-4749cf61-4535-445b-ab75-4a0b6fe0900e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/aa848566-4b1a-43e6-bbb8-643efc513f96 HTTP/1.1" status: 204 len: 168 time: 0.1281440 Nov 22 10:42:31.332437 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4749cf61-4535-445b-ab75-4a0b6fe0900e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa848566-4b1a-43e6-bbb8-643efc513f96,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:31.505402 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-cf2dcc6b-5d5c-4f94-9c98-53098824e0e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1032162'] for router_interface, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:31.649638 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 47762) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:42:31.663991 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a281a813-2805-4171-9ced-40d38db34240 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:31.756906 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a281a813-2805-4171-9ced-40d38db34240 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:31.762781 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a281a813-2805-4171-9ced-40d38db34240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:31.802987 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a281a813-2805-4171-9ced-40d38db34240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038cad32-116c-422d-9a6c-fd2294914ef8,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:31.810251 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-a281a813-2805-4171-9ced-40d38db34240 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4b9d70d63f7b4ac1b76b2c3d0013698c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1568620 Nov 22 10:42:31.810578 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 47764) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:42:31.871494 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d7c01f35-a9d4-4a76-a45f-5e58dbdf7fad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:31.898202 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d7c01f35-a9d4-4a76-a45f-5e58dbdf7fad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:31.949299 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d7c01f35-a9d4-4a76-a45f-5e58dbdf7fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:31.953128 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d7c01f35-a9d4-4a76-a45f-5e58dbdf7fad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:31.954422 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-d7c01f35-a9d4-4a76-a45f-5e58dbdf7fad admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/038cad32-116c-422d-9a6c-fd2294914ef8 HTTP/1.1" status: 204 len: 168 time: 0.1428411 Nov 22 10:42:31.962319 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c01f35-a9d4-4a76-a45f-5e58dbdf7fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038cad32-116c-422d-9a6c-fd2294914ef8,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:32.026137 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf2dcc6b-5d5c-4f94-9c98-53098824e0e5 admin admin] Router 0fcb52cf-a380-4431-aa8b-b28d74dc8fb9 has already been hosted by L3 agent fa3112ac-4a6e-40b6-a491-552ca746a833 {{(pid=102911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 10:42:32.137300 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2dcc6b-5d5c-4f94-9c98-53098824e0e5 admin admin] Notify agent at l3_agent.dv-cinder-804035-13-iscsi the message routers_updated {{(pid=102911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 10:42:32.147334 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-cf2dcc6b-5d5c-4f94-9c98-53098824e0e5 admin admin] 10.222.0.46 "PUT /v2.0/routers/0fcb52cf-a380-4431-aa8b-b28d74dc8fb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9839349 Nov 22 10:42:32.147482 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 47770) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:42:32.149082 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dbae6e-0635-4e0a-82c4-1cd3605f1ff2 None None] Sync routers for ids ['0fcb52cf-a380-4431-aa8b-b28d74dc8fb9'] in dv-cinder-804035-13-iscsi {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 10:42:32.161900 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dbae6e-0635-4e0a-82c4-1cd3605f1ff2 None None] Routers {'0fcb52cf-a380-4431-aa8b-b28d74dc8fb9'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:42:32.162775 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-20dbae6e-0635-4e0a-82c4-1cd3605f1ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:42:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['0fcb52cf-a380-4431-aa8b-b28d74dc8fb9'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:42:32.267146 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c8e410ac-cc81-4466-82e8-b05d9082cbcc admin admin] Publish callbacks [] for router, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:32.280915 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-20dbae6e-0635-4e0a-82c4-1cd3605f1ff2 None None] Set router 0fcb52cf-a380-4431-aa8b-b28d74dc8fb9 gateway port host: dv-cinder-804035-13-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:42:32.375059 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c8e410ac-cc81-4466-82e8-b05d9082cbcc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:32.435227 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-c8e410ac-cc81-4466-82e8-b05d9082cbcc admin admin] Deleting port 260c4cc6-d584-431e-ae2a-5e3741288db2 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:42:32.436169 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c8e410ac-cc81-4466-82e8-b05d9082cbcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:32.475107 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-20dbae6e-0635-4e0a-82c4-1cd3605f1ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fcb52cf-a380-4431-aa8b-b28d74dc8fb9', 'name': 'tempest-AttachVolumeShelveTestJSON-6190435-router', 'tenant_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '260c4cc6-d584-431e-ae2a-5e3741288db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:34:38Z', 'updated_at': '2021-11-22T10:42:31Z', 'revision_number': 5, 'project_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'gw_port': {'id': '260c4cc6-d584-431e-ae2a-5e3741288db2', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:78:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcb52cf-a380-4431-aa8b-b28d74dc8fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:34:39Z', 'updated_at': '2021-11-22T10:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi'}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:42:32.561041 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-c8e410ac-cc81-4466-82e8-b05d9082cbcc admin admin] For port 260c4cc6-d584-431e-ae2a-5e3741288db2, host dv-cinder-804035-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=260c4cc6-d584-431e-ae2a-5e3741288db2,segment=NetworkSegment(07e0d8bf-2b47-470a-a16f-f44f9914b384),segment_id=07e0d8bf-2b47-470a-a16f-f44f9914b384)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:42:32.561775 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c8e410ac-cc81-4466-82e8-b05d9082cbcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:32.587493 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-c8e410ac-cc81-4466-82e8-b05d9082cbcc admin admin] Calling delete_port for 260c4cc6-d584-431e-ae2a-5e3741288db2 owned by network:router_gateway {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:42:32.647419 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dbae6e-0635-4e0a-82c4-1cd3605f1ff2 None None] Checking router: 0fcb52cf-a380-4431-aa8b-b28d74dc8fb9 for host: dv-cinder-804035-13-iscsi {{(pid=102913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 10:42:32.657255 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dbae6e-0635-4e0a-82c4-1cd3605f1ff2 None None] Routers {'0fcb52cf-a380-4431-aa8b-b28d74dc8fb9'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:42:32.657752 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-20dbae6e-0635-4e0a-82c4-1cd3605f1ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:42:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['0fcb52cf-a380-4431-aa8b-b28d74dc8fb9'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:42:32.749891 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-20dbae6e-0635-4e0a-82c4-1cd3605f1ff2 None None] Set router 0fcb52cf-a380-4431-aa8b-b28d74dc8fb9 gateway port host: None {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:42:32.776242 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 47788) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:42:32.804466 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-20dbae6e-0635-4e0a-82c4-1cd3605f1ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fcb52cf-a380-4431-aa8b-b28d74dc8fb9', 'name': 'tempest-AttachVolumeShelveTestJSON-6190435-router', 'tenant_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:34:38Z', 'updated_at': '2021-11-22T10:42:32Z', 'revision_number': 6, 'project_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'gw_port_host': None}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:42:32.823423 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c8e410ac-cc81-4466-82e8-b05d9082cbcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162187'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:32.839822 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dbae6e-0635-4e0a-82c4-1cd3605f1ff2 None None] The sync data for ids ['0fcb52cf-a380-4431-aa8b-b28d74dc8fb9'] in dv-cinder-804035-13-iscsi is: [{'id': '0fcb52cf-a380-4431-aa8b-b28d74dc8fb9', 'name': 'tempest-AttachVolumeShelveTestJSON-6190435-router', 'tenant_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:34:38Z', 'updated_at': '2021-11-22T10:42:32Z', 'revision_number': 6, 'project_id': 'f2a799df19ef409eb8975d5f05fa1c01', 'gw_port_host': None}] {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 10:42:32.856414 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e410ac-cc81-4466-82e8-b05d9082cbcc admin admin] Pushing event deleted for resources: {'Port': ['ID=260c4cc6-d584-431e-ae2a-5e3741288db2,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:32.941662 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.v2.base [None req-95ecabaf-a3dc-4578-a659-d90edd30944f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1311605636-network', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985'}} {{(pid=102910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:42:32.952292 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c8e410ac-cc81-4466-82e8-b05d9082cbcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1030348'] for router_gateway, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:33.286142 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ecabaf-a3dc-4578-a659-d90edd30944f admin admin] Made reservation on behalf of 3f1c47419b1b4aceb6eb91d5f6328985 for: {'network': 1} {{(pid=102910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 10:42:33.288501 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-95ecabaf-a3dc-4578-a659-d90edd30944f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for network, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:33.291308 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c8e410ac-cc81-4466-82e8-b05d9082cbcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1031604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10179'] for router, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:33.294104 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c8e410ac-cc81-4466-82e8-b05d9082cbcc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:33.301649 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-95ecabaf-a3dc-4578-a659-d90edd30944f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:33.359333 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c8e410ac-cc81-4466-82e8-b05d9082cbcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1032151'] for router, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:33.360200 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e410ac-cc81-4466-82e8-b05d9082cbcc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fcb52cf-a380-4431-aa8b-b28d74dc8fb9 {{(pid=102910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 10:42:33.367150 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c8e410ac-cc81-4466-82e8-b05d9082cbcc admin admin] Publish callbacks [] for router, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:33.368728 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-c8e410ac-cc81-4466-82e8-b05d9082cbcc admin admin] 10.222.0.46 "DELETE /v2.0/routers/0fcb52cf-a380-4431-aa8b-b28d74dc8fb9 HTTP/1.1" status: 204 len: 168 time: 1.2194936 Nov 22 10:42:33.372839 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 47792) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:42:33.426442 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_v2 [None req-13b3f3b1-7547-4bf0-ab04-e918250de78c admin admin] Deleting subnet c4f21e7d-d84a-4ede-b812-0052f7303231 {{(pid=102911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 10:42:33.430539 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-13b3f3b1-7547-4bf0-ab04-e918250de78c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:33.436475 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-95ecabaf-a3dc-4578-a659-d90edd30944f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:33.441747 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-95ecabaf-a3dc-4578-a659-d90edd30944f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:33.469287 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95ecabaf-a3dc-4578-a659-d90edd30944f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=102910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 10:42:33.472570 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-13b3f3b1-7547-4bf0-ab04-e918250de78c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8590686'] for subnet, precommit_delete_associations {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:33.479732 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ecabaf-a3dc-4578-a659-d90edd30944f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96384bff-6652-4a8b-b6d2-b0fedc6a61bd,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:33.490072 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-95ecabaf-a3dc-4578-a659-d90edd30944f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4063698'] for segment, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:33.490443 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.db.segments_db [None req-95ecabaf-a3dc-4578-a659-d90edd30944f admin admin] Added segment 4d133feb-ae47-402c-a18c-56604571f270 of type vlan for network f7304a1e-1535-4fd7-8c3b-2de67fef34b2 Nov 22 10:42:33.535700 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-95ecabaf-a3dc-4578-a659-d90edd30944f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749315269614'] for network, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:33.566123 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-95ecabaf-a3dc-4578-a659-d90edd30944f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861'] for network, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:33.567259 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ecabaf-a3dc-4578-a659-d90edd30944f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:42:33.567972 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-95ecabaf-a3dc-4578-a659-d90edd30944f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for network, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:33.574027 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-13b3f3b1-7547-4bf0-ab04-e918250de78c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4094229'] for subnet, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:33.632905 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-95ecabaf-a3dc-4578-a659-d90edd30944f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8558764 Nov 22 10:42:33.635966 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 47794) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:42:33.643776 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.v2.base [None req-5589a686-5c26-4b99-9f08-9b74ee2c0f72 admin admin] Request body: {'subnet': {'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1311605636-subnet', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'ip_version': 4}} {{(pid=102910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:42:33.649443 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-13b3f3b1-7547-4bf0-ab04-e918250de78c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4094220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11987781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12360653'] for subnet, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:33.652909 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ecabaf-a3dc-4578-a659-d90edd30944f admin admin] Pushing event updated for resources: {'Network': ['ID=f7304a1e-1535-4fd7-8c3b-2de67fef34b2,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:33.668610 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Network f7304a1e-1535-4fd7-8c3b-2de67fef34b2 details requested by agent ovs-agent-dv-cinder-804035-13-iscsi with host dv-cinder-804035-13-iscsi {{(pid=102912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 10:42:33.676789 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5589a686-5c26-4b99-9f08-9b74ee2c0f72 admin admin] Made reservation on behalf of 3f1c47419b1b4aceb6eb91d5f6328985 for: {'subnet': 1} {{(pid=102910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 10:42:33.679126 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5589a686-5c26-4b99-9f08-9b74ee2c0f72 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11983807'] for subnet, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:33.690753 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b3f3b1-7547-4bf0-ab04-e918250de78c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4f21e7d-d84a-4ede-b812-0052f7303231,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:33.696603 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-13b3f3b1-7547-4bf0-ab04-e918250de78c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:33.701386 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-13b3f3b1-7547-4bf0-ab04-e918250de78c admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c4f21e7d-d84a-4ede-b812-0052f7303231 HTTP/1.1" status: 204 len: 168 time: 0.3267748 Nov 22 10:42:33.704737 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 47796) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:42:33.710335 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b3f3b1-7547-4bf0-ab04-e918250de78c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:42:33.710802 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b3f3b1-7547-4bf0-ab04-e918250de78c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:42:33.711039 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b3f3b1-7547-4bf0-ab04-e918250de78c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:42:33.711504 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b3f3b1-7547-4bf0-ab04-e918250de78c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:42:33.711720 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b3f3b1-7547-4bf0-ab04-e918250de78c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:42:33.712065 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b3f3b1-7547-4bf0-ab04-e918250de78c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:42:33.712420 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b3f3b1-7547-4bf0-ab04-e918250de78c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:42:33.712724 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b3f3b1-7547-4bf0-ab04-e918250de78c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:42:33.713056 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b3f3b1-7547-4bf0-ab04-e918250de78c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:42:33.713412 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b3f3b1-7547-4bf0-ab04-e918250de78c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:42:33.714086 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b3f3b1-7547-4bf0-ab04-e918250de78c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:42:33.714436 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b3f3b1-7547-4bf0-ab04-e918250de78c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:42:33.727657 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a3da8c-398e-4827-9334-bea167b1bbe5 None None] Network e114790e-2c2f-46a4-8dd6-49197de38f16 requested from dv-cinder-804035-13-iscsi {{(pid=102912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 10:42:33.834409 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3f1d092e-4099-401f-8633-41d2311dd62e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4185191'] for network, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:33.927775 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d3f9cb-6268-4229-bee9-1bf5346485cd None None] DHCP port deletion for e114790e-2c2f-46a4-8dd6-49197de38f16 request from dv-cinder-804035-13-iscsi {{(pid=102912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 10:42:33.978331 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-11d3f9cb-6268-4229-bee9-1bf5346485cd None None] Deleting port aa525efc-3081-4f24-acec-b9631c876f0d {{(pid=102912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:42:33.978599 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-11d3f9cb-6268-4229-bee9-1bf5346485cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:33.982145 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-3f1d092e-4099-401f-8633-41d2311dd62e admin admin] Deleting port aa525efc-3081-4f24-acec-b9631c876f0d {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:42:33.982630 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3f1d092e-4099-401f-8633-41d2311dd62e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:33.995237 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5589a686-5c26-4b99-9f08-9b74ee2c0f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1162023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11983761'] for subnet, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:34.042488 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-11d3f9cb-6268-4229-bee9-1bf5346485cd None None] For port aa525efc-3081-4f24-acec-b9631c876f0d, host dv-cinder-804035-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=aa525efc-3081-4f24-acec-b9631c876f0d,segment=NetworkSegment(b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c),segment_id=b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:42:34.042902 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-11d3f9cb-6268-4229-bee9-1bf5346485cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:34.056201 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-11d3f9cb-6268-4229-bee9-1bf5346485cd None None] Calling delete_port for aa525efc-3081-4f24-acec-b9631c876f0d owned by network:dhcp {{(pid=102912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:42:34.085867 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-3f1d092e-4099-401f-8633-41d2311dd62e admin admin] For port aa525efc-3081-4f24-acec-b9631c876f0d, host dv-cinder-804035-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=aa525efc-3081-4f24-acec-b9631c876f0d,segment=NetworkSegment(b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c),segment_id=b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:42:34.086253 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3f1d092e-4099-401f-8633-41d2311dd62e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:34.115238 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-3f1d092e-4099-401f-8633-41d2311dd62e admin admin] Calling delete_port for aa525efc-3081-4f24-acec-b9631c876f0d owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:42:34.120136 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5589a686-5c26-4b99-9f08-9b74ee2c0f72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=416b5eea-d390-4b0e-895d-af54a4cd08ab,revision_number=0']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:34.137318 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5589a686-5c26-4b99-9f08-9b74ee2c0f72 admin admin] Checking segment: {'id': '4d133feb-ae47-402c-a18c-56604571f270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:42:34.137751 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5589a686-5c26-4b99-9f08-9b74ee2c0f72 admin admin] Network hostable DHCP agents. Network: f7304a1e-1535-4fd7-8c3b-2de67fef34b2, hostable agents: ['3a915d71-ad94-46fb-aadb-328912ff9e3f'], hosted agents: [] {{(pid=102910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 10:42:34.143771 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-11d3f9cb-6268-4229-bee9-1bf5346485cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237'] for port, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:34.172997 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d3f9cb-6268-4229-bee9-1bf5346485cd None None] Pushing event deleted for resources: {'Port': ['ID=aa525efc-3081-4f24-acec-b9631c876f0d,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:34.176180 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d3f9cb-6268-4229-bee9-1bf5346485cd None None] No DVR routers for this DVR port aa525efc-3081-4f24-acec-b9631c876f0d on host dv-cinder-804035-13-iscsi {{(pid=102912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 10:42:34.202113 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5589a686-5c26-4b99-9f08-9b74ee2c0f72 admin admin] Network f7304a1e-1535-4fd7-8c3b-2de67fef34b2 is scheduled to be hosted by DHCP agent 3a915d71-ad94-46fb-aadb-328912ff9e3f with binding_index 1 {{(pid=102910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 10:42:34.221097 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-5589a686-5c26-4b99-9f08-9b74ee2c0f72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-13-iscsi, f7304a1e-1535-4fd7-8c3b-2de67fef34b2) {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:42:34.229243 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758b9565-5ab7-47fd-b0fd-9b9ae7677f59 None None] Network f7304a1e-1535-4fd7-8c3b-2de67fef34b2 requested from dv-cinder-804035-13-iscsi {{(pid=102912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 10:42:34.231066 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5589a686-5c26-4b99-9f08-9b74ee2c0f72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:42:34.231974 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5589a686-5c26-4b99-9f08-9b74ee2c0f72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for subnet, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:34.246282 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3f1d092e-4099-401f-8633-41d2311dd62e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162187'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:34.254823 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-5589a686-5c26-4b99-9f08-9b74ee2c0f72 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6178091 Nov 22 10:42:34.257757 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 47798) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:42:34.262315 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-78d01db5-4c87-46a3-ad9b-2bc9ccdb4a4b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1311605636-router', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28'}}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:42:34.286067 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1d092e-4099-401f-8633-41d2311dd62e admin admin] Pushing event deleted for resources: {'Port': ['ID=aa525efc-3081-4f24-acec-b9631c876f0d,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:34.292621 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1d092e-4099-401f-8633-41d2311dd62e admin admin] No DVR routers for this DVR port aa525efc-3081-4f24-acec-b9631c876f0d on host dv-cinder-804035-13-iscsi {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 10:42:34.297578 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-78d01db5-4c87-46a3-ad9b-2bc9ccdb4a4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1028469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10193'] for router, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:34.298801 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-78d01db5-4c87-46a3-ad9b-2bc9ccdb4a4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537963', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-928134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10202'] for router, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:34.357477 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-78d01db5-4c87-46a3-ad9b-2bc9ccdb4a4b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:34.372492 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3f1d092e-4099-401f-8633-41d2311dd62e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4095910', 'neutron.services.segments.db._delete_segments_for_network-8749315723659'] for network, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:34.394403 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.services.segments.db [None req-3f1d092e-4099-401f-8633-41d2311dd62e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e114790e-2c2f-46a4-8dd6-49197de38f16']}} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:42:34.405026 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.services.segments.db [None req-3f1d092e-4099-401f-8633-41d2311dd62e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c') {'for_net_delete': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:42:34.405393 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.services.segments.db [None req-3f1d092e-4099-401f-8633-41d2311dd62e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4f9e8a1-0216-4418-89bf-d3c1a70a1d2c') {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:42:34.409881 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccff3a6-14c6-4ecf-97a4-6824f9e4606f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3cb17f46-4a94-5537-b416-49c51b5b1ccb-f7304a1e-1535-4fd7-8c3b-2de67fef34b2', 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'fixed_ips': [{'subnet_id': '416b5eea-d390-4b0e-895d-af54a4cd08ab'}]}} from dv-cinder-804035-13-iscsi. {{(pid=102912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 10:42:34.411602 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-7ccff3a6-14c6-4ecf-97a4-6824f9e4606f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:34.415556 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3f1d092e-4099-401f-8633-41d2311dd62e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749315818006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11681769'] for segment, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:34.433715 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3f1d092e-4099-401f-8633-41d2311dd62e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4063698'] for segment, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:34.443258 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f1d092e-4099-401f-8633-41d2311dd62e admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=102910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 10:42:34.443845 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3f1d092e-4099-401f-8633-41d2311dd62e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4063698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1162168'] for segment, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:34.446130 dv-cinder-804035-13-iscsi neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 10:42:34.446130 dv-cinder-804035-13-iscsi neutron-server[102910]: self.session.flush() Nov 22 10:42:34.446130 dv-cinder-804035-13-iscsi neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 10:42:34.446130 dv-cinder-804035-13-iscsi neutron-server[102910]: self.session.flush() Nov 22 10:42:34.446130 dv-cinder-804035-13-iscsi neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 10:42:34.446130 dv-cinder-804035-13-iscsi neutron-server[102910]: self.session.flush() Nov 22 10:42:34.446130 dv-cinder-804035-13-iscsi neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 10:42:34.446130 dv-cinder-804035-13-iscsi neutron-server[102910]: self.session.flush() Nov 22 10:42:34.446130 dv-cinder-804035-13-iscsi neutron-server[102910]: Traceback (most recent call last): Nov 22 10:42:34.446130 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 10:42:34.446130 dv-cinder-804035-13-iscsi neutron-server[102910]: timer() Nov 22 10:42:34.446130 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 10:42:34.446130 dv-cinder-804035-13-iscsi neutron-server[102910]: cb(*args, **kw) Nov 22 10:42:34.446130 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 10:42:34.446130 dv-cinder-804035-13-iscsi neutron-server[102910]: return func(*args, **kwargs) Nov 22 10:42:34.446130 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 10:42:34.446130 dv-cinder-804035-13-iscsi neutron-server[102910]: self._notify() Nov 22 10:42:34.446130 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 10:42:34.446130 dv-cinder-804035-13-iscsi neutron-server[102910]: self.callback(batched_events) Nov 22 10:42:34.446130 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 10:42:34.446130 dv-cinder-804035-13-iscsi neutron-server[102910]: event.method(event) Nov 22 10:42:34.446130 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 10:42:34.446130 dv-cinder-804035-13-iscsi neutron-server[102910]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 10:42:34.446130 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 10:42:34.446130 dv-cinder-804035-13-iscsi neutron-server[102910]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 10:42:34.446130 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 10:42:34.446130 dv-cinder-804035-13-iscsi neutron-server[102910]: return f(self, *a, **k) Nov 22 10:42:34.446130 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 10:42:34.446130 dv-cinder-804035-13-iscsi neutron-server[102910]: return self._get(url).json() Nov 22 10:42:34.446130 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 10:42:34.446130 dv-cinder-804035-13-iscsi neutron-server[102910]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 10:42:34.446130 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 10:42:34.446130 dv-cinder-804035-13-iscsi neutron-server[102910]: return self.request(url, 'GET', **kwargs) Nov 22 10:42:34.446130 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 10:42:34.446130 dv-cinder-804035-13-iscsi neutron-server[102910]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 10:42:34.446130 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 10:42:34.446130 dv-cinder-804035-13-iscsi neutron-server[102910]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 10:42:34.446130 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 10:42:34.446130 dv-cinder-804035-13-iscsi neutron-server[102910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 10:42:34.446130 dv-cinder-804035-13-iscsi neutron-server[102910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 10:42:34.507354 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 260c4cc6-d584-431e-ae2a-5e3741288db2 no longer exists at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 10:42:34.509042 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3f1d092e-4099-401f-8633-41d2311dd62e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4095928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1030268'] for network, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:34.515360 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3f1d092e-4099-401f-8633-41d2311dd62e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for network, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:34.518925 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-78d01db5-4c87-46a3-ad9b-2bc9ccdb4a4b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:34.521672 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-3f1d092e-4099-401f-8633-41d2311dd62e admin admin] 10.222.0.46 "DELETE /v2.0/networks/e114790e-2c2f-46a4-8dd6-49197de38f16 HTTP/1.1" status: 204 len: 168 time: 0.8134956 Nov 22 10:42:34.537841 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1d092e-4099-401f-8633-41d2311dd62e admin admin] Pushing event deleted for resources: {'Network': ['ID=e114790e-2c2f-46a4-8dd6-49197de38f16,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:34.580860 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] No Port match for: 260c4cc6-d584-431e-ae2a-5e3741288db2 {{(pid=102912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 10:42:34.581215 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 260c4cc6-d584-431e-ae2a-5e3741288db2 not bound to the agent host dv-cinder-804035-13-iscsi {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 10:42:34.581864 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device d4acd6b4-5657-4fc7-95cd-7daa4a3f2014 no longer exists at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 10:42:34.609810 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] No Port match for: d4acd6b4-5657-4fc7-95cd-7daa4a3f2014 {{(pid=102912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 10:42:34.610646 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device d4acd6b4-5657-4fc7-95cd-7daa4a3f2014 not bound to the agent host dv-cinder-804035-13-iscsi {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 10:42:34.611219 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device aa525efc-3081-4f24-acec-b9631c876f0d no longer exists at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 10:42:34.637684 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] No Port match for: aa525efc-3081-4f24-acec-b9631c876f0d {{(pid=102912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 10:42:34.638341 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device aa525efc-3081-4f24-acec-b9631c876f0d not bound to the agent host dv-cinder-804035-13-iscsi {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 10:42:34.657529 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 47802) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:42:34.698057 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.db_base_plugin_common [None req-7ccff3a6-14c6-4ecf-97a4-6824f9e4606f None None] Allocated IP 172.20.0.2 (f7304a1e-1535-4fd7-8c3b-2de67fef34b2/416b5eea-d390-4b0e-895d-af54a4cd08ab/e237ab92-12e8-4856-be9e-abc0f7d65648) {{(pid=102912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 10:42:34.705964 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-a3ef2b26-8ccf-4c53-8970-b0e46a42533d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f2a799df19ef409eb8975d5f05fa1c01&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0447671 Nov 22 10:42:34.706167 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 47804) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:42:34.755874 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a0803dc8-acfb-4fdb-b12a-cd0f2deadf5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:34.769025 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-78d01db5-4c87-46a3-ad9b-2bc9ccdb4a4b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:34.777903 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a0803dc8-acfb-4fdb-b12a-cd0f2deadf5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:34.791890 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-78d01db5-4c87-46a3-ad9b-2bc9ccdb4a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:34.827722 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a0803dc8-acfb-4fdb-b12a-cd0f2deadf5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:34.830551 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a0803dc8-acfb-4fdb-b12a-cd0f2deadf5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:34.834780 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-a0803dc8-acfb-4fdb-b12a-cd0f2deadf5d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/be132a73-3ef4-4bf7-8eee-f2ce7f3ec857 HTTP/1.1" status: 204 len: 168 time: 0.1276858 Nov 22 10:42:34.844566 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0803dc8-acfb-4fdb-b12a-cd0f2deadf5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be132a73-3ef4-4bf7-8eee-f2ce7f3ec857,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:34.884917 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-7ccff3a6-14c6-4ecf-97a4-6824f9e4606f None None] Publish callbacks [] for port, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:34.892277 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-7ccff3a6-14c6-4ecf-97a4-6824f9e4606f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749315246228'] for port, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:34.911068 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [None req-78d01db5-4c87-46a3-ad9b-2bc9ccdb4a4b admin admin] Allocated IP 172.27.0.34 (e6af0ad0-9fc1-4d6f-8919-77652c0c2a28/df63829c-39ab-4507-b346-4c3fdb4717de/440a32dd-52fe-44a9-a016-734d3170c7da) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 10:42:34.929615 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccff3a6-14c6-4ecf-97a4-6824f9e4606f None None] Network f7304a1e-1535-4fd7-8c3b-2de67fef34b2 is already hosted by enough agents. {{(pid=102912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:42:34.934649 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.scheduler.base_scheduler [None req-7ccff3a6-14c6-4ecf-97a4-6824f9e4606f None None] Resources bound (agent type, host, resource id): {{(pid=102912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:42:34.938764 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccff3a6-14c6-4ecf-97a4-6824f9e4606f None None] Received port after_create {{(pid=102912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 10:42:34.974164 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccff3a6-14c6-4ecf-97a4-6824f9e4606f None None] Pushing event updated for resources: {'Port': ['ID=e237ab92-12e8-4856-be9e-abc0f7d65648,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:35.006512 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [None req-7ccff3a6-14c6-4ecf-97a4-6824f9e4606f None None] Attempting to bind port e237ab92-12e8-4856-be9e-abc0f7d65648 on host dv-cinder-804035-13-iscsi for vnic_type normal with profile {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 10:42:35.006790 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [None req-7ccff3a6-14c6-4ecf-97a4-6824f9e4606f None None] Attempting to bind port e237ab92-12e8-4856-be9e-abc0f7d65648 by drivers openvswitch,hyperv on host dv-cinder-804035-13-iscsi at level 0 using segments [{'id': '4d133feb-ae47-402c-a18c-56604571f270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2'}] {{(pid=102912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 10:42:35.007157 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccff3a6-14c6-4ecf-97a4-6824f9e4606f None None] Attempting to bind port e237ab92-12e8-4856-be9e-abc0f7d65648 on network f7304a1e-1535-4fd7-8c3b-2de67fef34b2 {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:42:35.012622 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccff3a6-14c6-4ecf-97a4-6824f9e4606f None None] Checking agent: {'id': '881f7a5b-9941-4288-a74c-0fe38ace5e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 10, 27, 1), 'started_at': datetime.datetime(2021, 11, 22, 10, 27, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 10, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 10:42:35.013205 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccff3a6-14c6-4ecf-97a4-6824f9e4606f None None] Checking segment: {'id': '4d133feb-ae47-402c-a18c-56604571f270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:42:35.013867 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-7ccff3a6-14c6-4ecf-97a4-6824f9e4606f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:35.014445 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccff3a6-14c6-4ecf-97a4-6824f9e4606f None None] Bound using segment: {'id': '4d133feb-ae47-402c-a18c-56604571f270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2'} {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 10:42:35.015046 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [None req-7ccff3a6-14c6-4ecf-97a4-6824f9e4606f None None] Bound port: e237ab92-12e8-4856-be9e-abc0f7d65648, host: dv-cinder-804035-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d133feb-ae47-402c-a18c-56604571f270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2'}}] {{(pid=102912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 10:42:35.015486 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-7ccff3a6-14c6-4ecf-97a4-6824f9e4606f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:35.033408 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-78d01db5-4c87-46a3-ad9b-2bc9ccdb4a4b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:35.073557 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-78d01db5-4c87-46a3-ad9b-2bc9ccdb4a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749315246228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11987816'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:35.090930 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-7ccff3a6-14c6-4ecf-97a4-6824f9e4606f None None] For port e237ab92-12e8-4856-be9e-abc0f7d65648, host dv-cinder-804035-13-iscsi, cleared binding levels {{(pid=102912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 10:42:35.094435 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-7ccff3a6-14c6-4ecf-97a4-6824f9e4606f None None] For port e237ab92-12e8-4856-be9e-abc0f7d65648, host dv-cinder-804035-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=e237ab92-12e8-4856-be9e-abc0f7d65648,segment=NetworkSegment(4d133feb-ae47-402c-a18c-56604571f270),segment_id=4d133feb-ae47-402c-a18c-56604571f270)] {{(pid=102912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 10:42:35.101459 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-7ccff3a6-14c6-4ecf-97a4-6824f9e4606f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:35.123626 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d01db5-4c87-46a3-ad9b-2bc9ccdb4a4b admin admin] Network e6af0ad0-9fc1-4d6f-8919-77652c0c2a28 is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:42:35.126690 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-78d01db5-4c87-46a3-ad9b-2bc9ccdb4a4b admin admin] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:42:35.131701 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d01db5-4c87-46a3-ad9b-2bc9ccdb4a4b admin admin] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 10:42:35.160232 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d01db5-4c87-46a3-ad9b-2bc9ccdb4a4b admin admin] Pushing event updated for resources: {'Port': ['ID=440a32dd-52fe-44a9-a016-734d3170c7da,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:35.171203 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccff3a6-14c6-4ecf-97a4-6824f9e4606f None None] Pushing event updated for resources: {'Port': ['ID=e237ab92-12e8-4856-be9e-abc0f7d65648,revision_number=2']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:35.441320 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-78d01db5-4c87-46a3-ad9b-2bc9ccdb4a4b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:35.662799 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-78d01db5-4c87-46a3-ad9b-2bc9ccdb4a4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1031512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-999758'] for router, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:35.803767 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d01db5-4c87-46a3-ad9b-2bc9ccdb4a4b admin admin] Router 6b9485f3-8a7d-4b92-9bac-04ae1596823e is scheduled to L3 agent fa3112ac-4a6e-40b6-a491-552ca746a833 with binding_index 1 {{(pid=102911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 10:42:35.939143 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d01db5-4c87-46a3-ad9b-2bc9ccdb4a4b admin admin] Notify agent at l3_agent.dv-cinder-804035-13-iscsi the message routers_updated {{(pid=102911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 10:42:35.961545 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfef649-d343-418f-b05c-b23500ebf9fb None None] Sync routers for ids ['6b9485f3-8a7d-4b92-9bac-04ae1596823e'] in dv-cinder-804035-13-iscsi {{(pid=102912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 10:42:35.973203 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-78d01db5-4c87-46a3-ad9b-2bc9ccdb4a4b admin admin] Publish callbacks [] for router, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:35.973582 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfef649-d343-418f-b05c-b23500ebf9fb None None] Routers {'6b9485f3-8a7d-4b92-9bac-04ae1596823e'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:42:35.975781 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-2cfef649-d343-418f-b05c-b23500ebf9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:42:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['6b9485f3-8a7d-4b92-9bac-04ae1596823e'], 'active': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:42:35.975972 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-78d01db5-4c87-46a3-ad9b-2bc9ccdb4a4b admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7157662 Nov 22 10:42:35.978655 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 47832) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:42:36.124905 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvr_db [None req-2cfef649-d343-418f-b05c-b23500ebf9fb None None] Set router 6b9485f3-8a7d-4b92-9bac-04ae1596823e gateway port host: dv-cinder-804035-13-iscsi {{(pid=102912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:42:36.257200 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed074426-9536-4c8b-a83a-f79001ef4f70 None None] Network f7304a1e-1535-4fd7-8c3b-2de67fef34b2 requested from dv-cinder-804035-13-iscsi {{(pid=102912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 10:42:36.504355 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-db7f0aa5-2c44-4fed-b991-8287ebcb8f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:36.510179 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-cbf5dee1-5aa9-4f8d-b408-95c6126cc39e None None] Provisioning complete for port e237ab92-12e8-4856-be9e-abc0f7d65648 triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:42:36.510552 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cbf5dee1-5aa9-4f8d-b408-95c6126cc39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:36.549755 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device e237ab92-12e8-4856-be9e-abc0f7d65648 up at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:42:36.698442 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [None req-db7f0aa5-2c44-4fed-b991-8287ebcb8f7c admin admin] Allocated IP 172.20.0.1 (f7304a1e-1535-4fd7-8c3b-2de67fef34b2/416b5eea-d390-4b0e-895d-af54a4cd08ab/a3319d3a-fe95-41c6-987e-42ba9bbe243f) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 10:42:36.739601 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-2cfef649-d343-418f-b05c-b23500ebf9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'name': 'tempest-TestVolumeBootPattern-1311605636-router', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '440a32dd-52fe-44a9-a016-734d3170c7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:42:34Z', 'updated_at': '2021-11-22T10:42:35Z', 'revision_number': 3, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'gw_port': {'id': '440a32dd-52fe-44a9-a016-734d3170c7da', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a2:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:42:34Z', 'updated_at': '2021-11-22T10:42:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi'}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:42:36.776277 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cbf5dee1-5aa9-4f8d-b408-95c6126cc39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:36.778673 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Provisioning complete for port e237ab92-12e8-4856-be9e-abc0f7d65648 triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:42:36.779208 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:36.780777 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfef649-d343-418f-b05c-b23500ebf9fb None None] Checking router: 6b9485f3-8a7d-4b92-9bac-04ae1596823e for host: dv-cinder-804035-13-iscsi {{(pid=102912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 10:42:36.781129 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfef649-d343-418f-b05c-b23500ebf9fb None None] Updating router 6b9485f3-8a7d-4b92-9bac-04ae1596823e port 440a32dd-52fe-44a9-a016-734d3170c7da binding host dv-cinder-804035-13-iscsi {{(pid=102912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 10:42:36.830688 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-db7f0aa5-2c44-4fed-b991-8287ebcb8f7c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:36.869312 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-db7f0aa5-2c44-4fed-b991-8287ebcb8f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749315246228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11987816'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:36.873749 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-2cfef649-d343-418f-b05c-b23500ebf9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:36.924612 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7f0aa5-2c44-4fed-b991-8287ebcb8f7c admin admin] Pushing event updated for resources: {'Port': ['ID=a3319d3a-fe95-41c6-987e-42ba9bbe243f,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:36.931417 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-cbf5dee1-5aa9-4f8d-b408-95c6126cc39e None None] For port e237ab92-12e8-4856-be9e-abc0f7d65648, host dv-cinder-804035-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=e237ab92-12e8-4856-be9e-abc0f7d65648,segment=NetworkSegment(4d133feb-ae47-402c-a18c-56604571f270),segment_id=4d133feb-ae47-402c-a18c-56604571f270)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:42:36.941702 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7f0aa5-2c44-4fed-b991-8287ebcb8f7c admin admin] Network f7304a1e-1535-4fd7-8c3b-2de67fef34b2 is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:42:36.944170 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-db7f0aa5-2c44-4fed-b991-8287ebcb8f7c admin admin] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:42:36.946778 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7f0aa5-2c44-4fed-b991-8287ebcb8f7c admin admin] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 10:42:36.952558 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cbf5dee1-5aa9-4f8d-b408-95c6126cc39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:36.990974 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-db7f0aa5-2c44-4fed-b991-8287ebcb8f7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029609'] for router_interface, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:37.102174 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf5dee1-5aa9-4f8d-b408-95c6126cc39e None None] Pushing event updated for resources: {'Port': ['ID=e237ab92-12e8-4856-be9e-abc0f7d65648,revision_number=3']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:37.143340 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-db7f0aa5-2c44-4fed-b991-8287ebcb8f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:37.198496 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-29d84234-4e83-4e46-b2f3-d82544f8c9d0 None None] Provisioning complete for port e237ab92-12e8-4856-be9e-abc0f7d65648 triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:42:37.198877 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-29d84234-4e83-4e46-b2f3-d82544f8c9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:37.333576 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-db7f0aa5-2c44-4fed-b991-8287ebcb8f7c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:37.339644 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-db7f0aa5-2c44-4fed-b991-8287ebcb8f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11987839'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:37.359562 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-2cfef649-d343-418f-b05c-b23500ebf9fb None None] Publish callbacks [] for port, precommit_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:37.366679 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-2cfef649-d343-418f-b05c-b23500ebf9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:37.415129 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7f0aa5-2c44-4fed-b991-8287ebcb8f7c admin admin] Pushing event updated for resources: {'Port': ['ID=a3319d3a-fe95-41c6-987e-42ba9bbe243f,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:37.418967 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-db7f0aa5-2c44-4fed-b991-8287ebcb8f7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029493'] for router_interface, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:37.420205 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [None req-2cfef649-d343-418f-b05c-b23500ebf9fb None None] Attempting to bind port 440a32dd-52fe-44a9-a016-734d3170c7da on host dv-cinder-804035-13-iscsi for vnic_type normal with profile {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 10:42:37.420681 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [None req-2cfef649-d343-418f-b05c-b23500ebf9fb None None] Attempting to bind port 440a32dd-52fe-44a9-a016-734d3170c7da by drivers openvswitch,hyperv on host dv-cinder-804035-13-iscsi at level 0 using segments [{'id': '07e0d8bf-2b47-470a-a16f-f44f9914b384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28'}] {{(pid=102912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 10:42:37.420974 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfef649-d343-418f-b05c-b23500ebf9fb None None] Attempting to bind port 440a32dd-52fe-44a9-a016-734d3170c7da on network e6af0ad0-9fc1-4d6f-8919-77652c0c2a28 {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:42:37.423221 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4af78-77d1-4791-b656-f4f7ea4011a4 None None] Pushing event updated for resources: {'Port': ['ID=440a32dd-52fe-44a9-a016-734d3170c7da,revision_number=2']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:37.429685 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfef649-d343-418f-b05c-b23500ebf9fb None None] Checking agent: {'id': '881f7a5b-9941-4288-a74c-0fe38ace5e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 10, 27, 1), 'started_at': datetime.datetime(2021, 11, 22, 10, 27, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 10, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 10:42:37.430054 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfef649-d343-418f-b05c-b23500ebf9fb None None] Checking segment: {'id': '07e0d8bf-2b47-470a-a16f-f44f9914b384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:42:37.430479 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-2cfef649-d343-418f-b05c-b23500ebf9fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:37.430834 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfef649-d343-418f-b05c-b23500ebf9fb None None] Bound using segment: {'id': '07e0d8bf-2b47-470a-a16f-f44f9914b384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28'} {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 10:42:37.431316 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [None req-2cfef649-d343-418f-b05c-b23500ebf9fb None None] Bound port: 440a32dd-52fe-44a9-a016-734d3170c7da, host: dv-cinder-804035-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e0d8bf-2b47-470a-a16f-f44f9914b384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28'}}] {{(pid=102912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 10:42:37.431699 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-2cfef649-d343-418f-b05c-b23500ebf9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:37.505748 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-2cfef649-d343-418f-b05c-b23500ebf9fb None None] For port 440a32dd-52fe-44a9-a016-734d3170c7da, host dv-cinder-804035-13-iscsi, cleared binding levels {{(pid=102912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 10:42:37.508063 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-1c88e2fb-d4a8-4a80-bac8-e87e9caf7e53 None None] Provisioning complete for port a3319d3a-fe95-41c6-987e-42ba9bbe243f triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:42:37.508441 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-1c88e2fb-d4a8-4a80-bac8-e87e9caf7e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:37.511372 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-2cfef649-d343-418f-b05c-b23500ebf9fb None None] For port 440a32dd-52fe-44a9-a016-734d3170c7da, host dv-cinder-804035-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=440a32dd-52fe-44a9-a016-734d3170c7da,segment=NetworkSegment(07e0d8bf-2b47-470a-a16f-f44f9914b384),segment_id=07e0d8bf-2b47-470a-a16f-f44f9914b384)] {{(pid=102912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 10:42:37.535939 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-2cfef649-d343-418f-b05c-b23500ebf9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:37.589556 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-1c88e2fb-d4a8-4a80-bac8-e87e9caf7e53 None None] Port a3319d3a-fe95-41c6-987e-42ba9bbe243f cannot update to ACTIVE because it is not bound. {{(pid=102912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 10:42:37.616013 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfef649-d343-418f-b05c-b23500ebf9fb None None] Routers {'6b9485f3-8a7d-4b92-9bac-04ae1596823e'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:42:37.616683 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-2cfef649-d343-418f-b05c-b23500ebf9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:42:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['6b9485f3-8a7d-4b92-9bac-04ae1596823e'], 'active': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:42:37.618741 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4af78-77d1-4791-b656-f4f7ea4011a4 None None] Pushing event updated for resources: {'Port': ['ID=440a32dd-52fe-44a9-a016-734d3170c7da,revision_number=3']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:37.736214 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvr_db [None req-2cfef649-d343-418f-b05c-b23500ebf9fb None None] Set router 6b9485f3-8a7d-4b92-9bac-04ae1596823e gateway port host: dv-cinder-804035-13-iscsi {{(pid=102912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:42:37.800202 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7f0aa5-2c44-4fed-b991-8287ebcb8f7c admin admin] Network f7304a1e-1535-4fd7-8c3b-2de67fef34b2 is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:42:37.801658 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-db7f0aa5-2c44-4fed-b991-8287ebcb8f7c admin admin] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:42:37.938555 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db7f0aa5-2c44-4fed-b991-8287ebcb8f7c admin admin] Router 6b9485f3-8a7d-4b92-9bac-04ae1596823e has already been hosted by L3 agent fa3112ac-4a6e-40b6-a491-552ca746a833 {{(pid=102911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 10:42:37.955858 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-2cfef649-d343-418f-b05c-b23500ebf9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'name': 'tempest-TestVolumeBootPattern-1311605636-router', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '440a32dd-52fe-44a9-a016-734d3170c7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:42:34Z', 'updated_at': '2021-11-22T10:42:37Z', 'revision_number': 4, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'gw_port': {'id': '440a32dd-52fe-44a9-a016-734d3170c7da', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a2:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:42:34Z', 'updated_at': '2021-11-22T10:42:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_interfaces': [{'id': 'a3319d3a-fe95-41c6-987e-42ba9bbe243f', 'name': '', 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'mac_address': 'fa:16:3e:0b:b9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '416b5eea-d390-4b0e-895d-af54a4cd08ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:42:36Z', 'updated_at': '2021-11-22T10:42:37Z', 'revision_number': 2, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'subnets': [{'id': '416b5eea-d390-4b0e-895d-af54a4cd08ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:42:38.001255 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfef649-d343-418f-b05c-b23500ebf9fb None None] The sync data for ids ['6b9485f3-8a7d-4b92-9bac-04ae1596823e'] in dv-cinder-804035-13-iscsi is: [{'id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'name': 'tempest-TestVolumeBootPattern-1311605636-router', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '440a32dd-52fe-44a9-a016-734d3170c7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:42:34Z', 'updated_at': '2021-11-22T10:42:37Z', 'revision_number': 4, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'gw_port': {'id': '440a32dd-52fe-44a9-a016-734d3170c7da', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a2:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:42:34Z', 'updated_at': '2021-11-22T10:42:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_interfaces': [{'id': 'a3319d3a-fe95-41c6-987e-42ba9bbe243f', 'name': '', 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'mac_address': 'fa:16:3e:0b:b9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '416b5eea-d390-4b0e-895d-af54a4cd08ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:42:36Z', 'updated_at': '2021-11-22T10:42:37Z', 'revision_number': 2, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'subnets': [{'id': '416b5eea-d390-4b0e-895d-af54a4cd08ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 10:42:38.076177 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7f0aa5-2c44-4fed-b991-8287ebcb8f7c admin admin] Notify agent at l3_agent.dv-cinder-804035-13-iscsi the message routers_updated {{(pid=102911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 10:42:38.083860 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-db7f0aa5-2c44-4fed-b991-8287ebcb8f7c admin admin] 10.222.0.46 "PUT /v2.0/routers/6b9485f3-8a7d-4b92-9bac-04ae1596823e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1002767 Nov 22 10:42:38.115536 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-f49eb291-b825-4a3a-ab7b-e5618876a365 None None] Provisioning complete for port a3319d3a-fe95-41c6-987e-42ba9bbe243f triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:42:38.116174 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f49eb291-b825-4a3a-ab7b-e5618876a365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:38.159630 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-f49eb291-b825-4a3a-ab7b-e5618876a365 None None] Port a3319d3a-fe95-41c6-987e-42ba9bbe243f cannot update to ACTIVE because it is not bound. {{(pid=102912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 10:42:38.238389 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.agents_db [None req-35a1a16e-7bf9-4643-9be2-574a1761dc3a None None] Agent healthcheck: found 6 active agents {{(pid=102913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 10:42:38.528446 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device e237ab92-12e8-4856-be9e-abc0f7d65648 up at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:42:38.603248 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Provisioning complete for port e237ab92-12e8-4856-be9e-abc0f7d65648 triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:42:38.603627 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:38.844226 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 47880) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:42:38.851435 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.v2.base [None req-cb06009f-0d29-422f-8446-cf4e3a3eb17f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1026799027-network', 'tenant_id': 'd1d5355a8f3a4c7a9f7ccfb14b23466d'}} {{(pid=102910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:42:38.877044 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb06009f-0d29-422f-8446-cf4e3a3eb17f admin admin] Made reservation on behalf of d1d5355a8f3a4c7a9f7ccfb14b23466d for: {'network': 1} {{(pid=102910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 10:42:38.880274 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cb06009f-0d29-422f-8446-cf4e3a3eb17f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for network, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:38.890886 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cb06009f-0d29-422f-8446-cf4e3a3eb17f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:38.972262 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cb06009f-0d29-422f-8446-cf4e3a3eb17f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:38.977677 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cb06009f-0d29-422f-8446-cf4e3a3eb17f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:39.008698 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb06009f-0d29-422f-8446-cf4e3a3eb17f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=102910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 10:42:39.013803 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb06009f-0d29-422f-8446-cf4e3a3eb17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4ff02b-00de-42c7-be28-bc7e102ab648,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:39.021369 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cb06009f-0d29-422f-8446-cf4e3a3eb17f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4063698'] for segment, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:39.021726 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.db.segments_db [None req-cb06009f-0d29-422f-8446-cf4e3a3eb17f admin admin] Added segment 29a99adf-2e09-4390-b734-f36201252628 of type vlan for network e4aacac4-9f75-4926-826a-4bf13d52d7ac Nov 22 10:42:39.067887 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cb06009f-0d29-422f-8446-cf4e3a3eb17f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749315269614'] for network, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:39.098390 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cb06009f-0d29-422f-8446-cf4e3a3eb17f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861'] for network, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:39.099377 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb06009f-0d29-422f-8446-cf4e3a3eb17f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:42:39.100125 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cb06009f-0d29-422f-8446-cf4e3a3eb17f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for network, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:39.157251 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-cb06009f-0d29-422f-8446-cf4e3a3eb17f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3116708 Nov 22 10:42:39.160182 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 47882) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:42:39.164838 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb06009f-0d29-422f-8446-cf4e3a3eb17f admin admin] Pushing event updated for resources: {'Network': ['ID=e4aacac4-9f75-4926-826a-4bf13d52d7ac,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:39.166945 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-fd844cb3-dc65-4e07-84dc-0cd932b2b4d1 admin admin] Request body: {'subnet': {'network_id': 'e4aacac4-9f75-4926-826a-4bf13d52d7ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1026799027-subnet', 'tenant_id': 'd1d5355a8f3a4c7a9f7ccfb14b23466d', 'ip_version': 4}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:42:39.174860 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Network e4aacac4-9f75-4926-826a-4bf13d52d7ac details requested by agent ovs-agent-dv-cinder-804035-13-iscsi with host dv-cinder-804035-13-iscsi {{(pid=102912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 10:42:39.192821 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd844cb3-dc65-4e07-84dc-0cd932b2b4d1 admin admin] Made reservation on behalf of d1d5355a8f3a4c7a9f7ccfb14b23466d for: {'subnet': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 10:42:39.195711 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-fd844cb3-dc65-4e07-84dc-0cd932b2b4d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12360680'] for subnet, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:39.387183 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-fd844cb3-dc65-4e07-84dc-0cd932b2b4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11987844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12360646'] for subnet, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:39.439430 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd844cb3-dc65-4e07-84dc-0cd932b2b4d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7016a4d5-93cd-4671-a2ad-d6dec9183e4d,revision_number=0']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:39.457675 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd844cb3-dc65-4e07-84dc-0cd932b2b4d1 admin admin] Checking segment: {'id': '29a99adf-2e09-4390-b734-f36201252628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'e4aacac4-9f75-4926-826a-4bf13d52d7ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:42:39.458012 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd844cb3-dc65-4e07-84dc-0cd932b2b4d1 admin admin] Network hostable DHCP agents. Network: e4aacac4-9f75-4926-826a-4bf13d52d7ac, hostable agents: ['3a915d71-ad94-46fb-aadb-328912ff9e3f'], hosted agents: [] {{(pid=102911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 10:42:39.478861 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd844cb3-dc65-4e07-84dc-0cd932b2b4d1 admin admin] Network e4aacac4-9f75-4926-826a-4bf13d52d7ac is scheduled to be hosted by DHCP agent 3a915d71-ad94-46fb-aadb-328912ff9e3f with binding_index 1 {{(pid=102911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 10:42:39.491058 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-fd844cb3-dc65-4e07-84dc-0cd932b2b4d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-13-iscsi, e4aacac4-9f75-4926-826a-4bf13d52d7ac) {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:42:39.495626 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd844cb3-dc65-4e07-84dc-0cd932b2b4d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:42:39.496421 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-fd844cb3-dc65-4e07-84dc-0cd932b2b4d1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:39.503683 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d7cb0a-3a7f-4eab-83ff-e0fd2eb32b06 None None] Network e4aacac4-9f75-4926-826a-4bf13d52d7ac requested from dv-cinder-804035-13-iscsi {{(pid=102912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 10:42:39.519421 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-fd844cb3-dc65-4e07-84dc-0cd932b2b4d1 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3551929 Nov 22 10:42:39.519719 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 47884) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:42:39.524883 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-0e774db2-52cf-4d0a-bda4-ef670bd461d0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1026799027-router', 'tenant_id': 'd1d5355a8f3a4c7a9f7ccfb14b23466d', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28'}}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:42:39.547625 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-0e774db2-52cf-4d0a-bda4-ef670bd461d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1028469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10193'] for router, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:39.548795 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-0e774db2-52cf-4d0a-bda4-ef670bd461d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537963', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-928134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10202'] for router, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:39.610622 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-0e774db2-52cf-4d0a-bda4-ef670bd461d0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:39.667444 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06541cff-4430-46df-aa25-8059b3eca867 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3cb17f46-4a94-5537-b416-49c51b5b1ccb-e4aacac4-9f75-4926-826a-4bf13d52d7ac', 'network_id': 'e4aacac4-9f75-4926-826a-4bf13d52d7ac', 'tenant_id': 'd1d5355a8f3a4c7a9f7ccfb14b23466d', 'fixed_ips': [{'subnet_id': '7016a4d5-93cd-4671-a2ad-d6dec9183e4d'}]}} from dv-cinder-804035-13-iscsi. {{(pid=102912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 10:42:39.668786 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-06541cff-4430-46df-aa25-8059b3eca867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:39.772261 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-0e774db2-52cf-4d0a-bda4-ef670bd461d0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:39.834900 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.db_base_plugin_common [None req-06541cff-4430-46df-aa25-8059b3eca867 None None] Allocated IP 172.20.0.2 (e4aacac4-9f75-4926-826a-4bf13d52d7ac/7016a4d5-93cd-4671-a2ad-d6dec9183e4d/a312e3ab-fbca-4129-85ce-de7072206b18) {{(pid=102912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 10:42:40.006248 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-0e774db2-52cf-4d0a-bda4-ef670bd461d0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:40.029156 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-0e774db2-52cf-4d0a-bda4-ef670bd461d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:40.146463 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-06541cff-4430-46df-aa25-8059b3eca867 None None] Publish callbacks [] for port, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:40.146804 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [None req-0e774db2-52cf-4d0a-bda4-ef670bd461d0 admin admin] Allocated IP 172.27.0.68 (e6af0ad0-9fc1-4d6f-8919-77652c0c2a28/df63829c-39ab-4507-b346-4c3fdb4717de/64085ddf-1998-4282-8671-0c42d06c4ae5) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 10:42:40.157307 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-06541cff-4430-46df-aa25-8059b3eca867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749315246228'] for port, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:40.201316 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06541cff-4430-46df-aa25-8059b3eca867 None None] Network e4aacac4-9f75-4926-826a-4bf13d52d7ac is already hosted by enough agents. {{(pid=102912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:42:40.205554 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.scheduler.base_scheduler [None req-06541cff-4430-46df-aa25-8059b3eca867 None None] Resources bound (agent type, host, resource id): {{(pid=102912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:42:40.207350 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06541cff-4430-46df-aa25-8059b3eca867 None None] Pushing event updated for resources: {'Port': ['ID=a312e3ab-fbca-4129-85ce-de7072206b18,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:40.209535 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06541cff-4430-46df-aa25-8059b3eca867 None None] Received port after_create {{(pid=102912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 10:42:40.274969 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-0e774db2-52cf-4d0a-bda4-ef670bd461d0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:40.276896 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [None req-06541cff-4430-46df-aa25-8059b3eca867 None None] Attempting to bind port a312e3ab-fbca-4129-85ce-de7072206b18 on host dv-cinder-804035-13-iscsi for vnic_type normal with profile {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 10:42:40.277503 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [None req-06541cff-4430-46df-aa25-8059b3eca867 None None] Attempting to bind port a312e3ab-fbca-4129-85ce-de7072206b18 by drivers openvswitch,hyperv on host dv-cinder-804035-13-iscsi at level 0 using segments [{'id': '29a99adf-2e09-4390-b734-f36201252628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'e4aacac4-9f75-4926-826a-4bf13d52d7ac'}] {{(pid=102912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 10:42:40.278282 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06541cff-4430-46df-aa25-8059b3eca867 None None] Attempting to bind port a312e3ab-fbca-4129-85ce-de7072206b18 on network e4aacac4-9f75-4926-826a-4bf13d52d7ac {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:42:40.279546 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f66077-6766-4f6f-8dee-788c7aa5b970 None None] Sync routers for ids ['6b9485f3-8a7d-4b92-9bac-04ae1596823e'] in dv-cinder-804035-13-iscsi {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 10:42:40.287156 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06541cff-4430-46df-aa25-8059b3eca867 None None] Checking agent: {'id': '881f7a5b-9941-4288-a74c-0fe38ace5e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 10, 27, 1), 'started_at': datetime.datetime(2021, 11, 22, 10, 27, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 10, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 10:42:40.287820 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06541cff-4430-46df-aa25-8059b3eca867 None None] Checking segment: {'id': '29a99adf-2e09-4390-b734-f36201252628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'e4aacac4-9f75-4926-826a-4bf13d52d7ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:42:40.288437 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-06541cff-4430-46df-aa25-8059b3eca867 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:40.289048 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06541cff-4430-46df-aa25-8059b3eca867 None None] Bound using segment: {'id': '29a99adf-2e09-4390-b734-f36201252628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'e4aacac4-9f75-4926-826a-4bf13d52d7ac'} {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 10:42:40.289795 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [None req-06541cff-4430-46df-aa25-8059b3eca867 None None] Bound port: a312e3ab-fbca-4129-85ce-de7072206b18, host: dv-cinder-804035-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29a99adf-2e09-4390-b734-f36201252628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'e4aacac4-9f75-4926-826a-4bf13d52d7ac'}}] {{(pid=102912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 10:42:40.290426 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-06541cff-4430-46df-aa25-8059b3eca867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:40.296412 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f66077-6766-4f6f-8dee-788c7aa5b970 None None] Routers {'6b9485f3-8a7d-4b92-9bac-04ae1596823e'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:42:40.297443 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-f8f66077-6766-4f6f-8dee-788c7aa5b970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:42:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['6b9485f3-8a7d-4b92-9bac-04ae1596823e'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:42:40.313647 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-0e774db2-52cf-4d0a-bda4-ef670bd461d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749315246228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11987816'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:40.363077 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e774db2-52cf-4d0a-bda4-ef670bd461d0 admin admin] Network e6af0ad0-9fc1-4d6f-8919-77652c0c2a28 is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:42:40.366143 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-0e774db2-52cf-4d0a-bda4-ef670bd461d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:42:40.370807 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e774db2-52cf-4d0a-bda4-ef670bd461d0 admin admin] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 10:42:40.374893 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e774db2-52cf-4d0a-bda4-ef670bd461d0 admin admin] Pushing event updated for resources: {'Port': ['ID=64085ddf-1998-4282-8671-0c42d06c4ae5,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:40.397871 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-06541cff-4430-46df-aa25-8059b3eca867 None None] For port a312e3ab-fbca-4129-85ce-de7072206b18, host dv-cinder-804035-13-iscsi, cleared binding levels {{(pid=102912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 10:42:40.404393 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-06541cff-4430-46df-aa25-8059b3eca867 None None] For port a312e3ab-fbca-4129-85ce-de7072206b18, host dv-cinder-804035-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=a312e3ab-fbca-4129-85ce-de7072206b18,segment=NetworkSegment(29a99adf-2e09-4390-b734-f36201252628),segment_id=29a99adf-2e09-4390-b734-f36201252628)] {{(pid=102912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 10:42:40.412207 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-06541cff-4430-46df-aa25-8059b3eca867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:40.489011 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-f8f66077-6766-4f6f-8dee-788c7aa5b970 None None] Set router 6b9485f3-8a7d-4b92-9bac-04ae1596823e gateway port host: dv-cinder-804035-13-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:42:40.543843 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06541cff-4430-46df-aa25-8059b3eca867 None None] Pushing event updated for resources: {'Port': ['ID=a312e3ab-fbca-4129-85ce-de7072206b18,revision_number=2']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:40.585738 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 440a32dd-52fe-44a9-a016-734d3170c7da up at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:42:40.648033 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Provisioning complete for port 440a32dd-52fe-44a9-a016-734d3170c7da triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:42:40.648443 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:40.789033 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:40.799733 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-0e774db2-52cf-4d0a-bda4-ef670bd461d0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:40.832927 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] For port 440a32dd-52fe-44a9-a016-734d3170c7da, host dv-cinder-804035-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=440a32dd-52fe-44a9-a016-734d3170c7da,segment=NetworkSegment(07e0d8bf-2b47-470a-a16f-f44f9914b384),segment_id=07e0d8bf-2b47-470a-a16f-f44f9914b384)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:42:40.840323 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:40.865446 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-f8f66077-6766-4f6f-8dee-788c7aa5b970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'name': 'tempest-TestVolumeBootPattern-1311605636-router', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '440a32dd-52fe-44a9-a016-734d3170c7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:42:34Z', 'updated_at': '2021-11-22T10:42:37Z', 'revision_number': 4, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'gw_port': {'id': '440a32dd-52fe-44a9-a016-734d3170c7da', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a2:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:42:34Z', 'updated_at': '2021-11-22T10:42:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_interfaces': [{'id': 'a3319d3a-fe95-41c6-987e-42ba9bbe243f', 'name': '', 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'mac_address': 'fa:16:3e:0b:b9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '416b5eea-d390-4b0e-895d-af54a4cd08ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:42:36Z', 'updated_at': '2021-11-22T10:42:37Z', 'revision_number': 2, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'subnets': [{'id': '416b5eea-d390-4b0e-895d-af54a4cd08ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:42:40.917752 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Pushing event updated for resources: {'Port': ['ID=440a32dd-52fe-44a9-a016-734d3170c7da,revision_number=4']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:40.920363 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f66077-6766-4f6f-8dee-788c7aa5b970 None None] Checking router: 6b9485f3-8a7d-4b92-9bac-04ae1596823e for host: dv-cinder-804035-13-iscsi {{(pid=102913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 10:42:40.921605 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f66077-6766-4f6f-8dee-788c7aa5b970 None None] Updating router 6b9485f3-8a7d-4b92-9bac-04ae1596823e port a3319d3a-fe95-41c6-987e-42ba9bbe243f binding host dv-cinder-804035-13-iscsi {{(pid=102913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 10:42:40.953434 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-f8f66077-6766-4f6f-8dee-788c7aa5b970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:41.063849 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-0e774db2-52cf-4d0a-bda4-ef670bd461d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1031512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-999758'] for router, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:41.202361 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e774db2-52cf-4d0a-bda4-ef670bd461d0 admin admin] Router bc3a50bd-14e0-4b8b-95ec-bde39425d8cb is scheduled to L3 agent fa3112ac-4a6e-40b6-a491-552ca746a833 with binding_index 1 {{(pid=102911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 10:42:41.233817 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-f8f66077-6766-4f6f-8dee-788c7aa5b970 None None] Publish callbacks [] for port, precommit_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:41.241257 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-f8f66077-6766-4f6f-8dee-788c7aa5b970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:41.288570 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccc624c-53da-4768-87f1-3f709c09b40f None None] Pushing event updated for resources: {'Port': ['ID=a3319d3a-fe95-41c6-987e-42ba9bbe243f,revision_number=3']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:41.300853 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccc624c-53da-4768-87f1-3f709c09b40f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:42:41.301223 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccc624c-53da-4768-87f1-3f709c09b40f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:42:41.301561 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccc624c-53da-4768-87f1-3f709c09b40f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:42:41.301890 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccc624c-53da-4768-87f1-3f709c09b40f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:42:41.302215 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccc624c-53da-4768-87f1-3f709c09b40f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:42:41.302553 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccc624c-53da-4768-87f1-3f709c09b40f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:42:41.302884 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccc624c-53da-4768-87f1-3f709c09b40f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:42:41.303208 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccc624c-53da-4768-87f1-3f709c09b40f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:42:41.303529 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccc624c-53da-4768-87f1-3f709c09b40f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:42:41.303874 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccc624c-53da-4768-87f1-3f709c09b40f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:42:41.304241 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccc624c-53da-4768-87f1-3f709c09b40f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:42:41.304500 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccc624c-53da-4768-87f1-3f709c09b40f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:42:41.323210 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e774db2-52cf-4d0a-bda4-ef670bd461d0 admin admin] Notify agent at l3_agent.dv-cinder-804035-13-iscsi the message routers_updated {{(pid=102911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 10:42:41.332001 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d393b0a3-7d31-44cc-984a-73409bb8c441 None None] Sync routers for ids ['bc3a50bd-14e0-4b8b-95ec-bde39425d8cb'] in dv-cinder-804035-13-iscsi {{(pid=102912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 10:42:41.350326 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d393b0a3-7d31-44cc-984a-73409bb8c441 None None] Routers {'bc3a50bd-14e0-4b8b-95ec-bde39425d8cb'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:42:41.350996 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-d393b0a3-7d31-44cc-984a-73409bb8c441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:42:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['bc3a50bd-14e0-4b8b-95ec-bde39425d8cb'], 'active': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:42:41.366064 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-0e774db2-52cf-4d0a-bda4-ef670bd461d0 admin admin] Publish callbacks [] for router, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:41.370145 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-0e774db2-52cf-4d0a-bda4-ef670bd461d0 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8468704 Nov 22 10:42:41.370359 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-f8f66077-6766-4f6f-8dee-788c7aa5b970 None None] Attempting to bind port a3319d3a-fe95-41c6-987e-42ba9bbe243f on host dv-cinder-804035-13-iscsi for vnic_type normal with profile {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 10:42:41.370359 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-f8f66077-6766-4f6f-8dee-788c7aa5b970 None None] Attempting to bind port a3319d3a-fe95-41c6-987e-42ba9bbe243f by drivers openvswitch,hyperv on host dv-cinder-804035-13-iscsi at level 0 using segments [{'id': '4d133feb-ae47-402c-a18c-56604571f270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2'}] {{(pid=102913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 10:42:41.370359 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f66077-6766-4f6f-8dee-788c7aa5b970 None None] Attempting to bind port a3319d3a-fe95-41c6-987e-42ba9bbe243f on network f7304a1e-1535-4fd7-8c3b-2de67fef34b2 {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:42:41.370684 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 47896) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:42:41.377882 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f66077-6766-4f6f-8dee-788c7aa5b970 None None] Checking agent: {'id': '881f7a5b-9941-4288-a74c-0fe38ace5e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 10, 27, 1), 'started_at': datetime.datetime(2021, 11, 22, 10, 27, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 10, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 10:42:41.378404 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f66077-6766-4f6f-8dee-788c7aa5b970 None None] Checking segment: {'id': '4d133feb-ae47-402c-a18c-56604571f270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:42:41.378936 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-f8f66077-6766-4f6f-8dee-788c7aa5b970 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:41.379423 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f66077-6766-4f6f-8dee-788c7aa5b970 None None] Bound using segment: {'id': '4d133feb-ae47-402c-a18c-56604571f270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2'} {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 10:42:41.380014 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-f8f66077-6766-4f6f-8dee-788c7aa5b970 None None] Bound port: a3319d3a-fe95-41c6-987e-42ba9bbe243f, host: dv-cinder-804035-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d133feb-ae47-402c-a18c-56604571f270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2'}}] {{(pid=102913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 10:42:41.380480 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-f8f66077-6766-4f6f-8dee-788c7aa5b970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:41.468921 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-f8f66077-6766-4f6f-8dee-788c7aa5b970 None None] For port a3319d3a-fe95-41c6-987e-42ba9bbe243f, host dv-cinder-804035-13-iscsi, cleared binding levels {{(pid=102913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 10:42:41.473683 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-f8f66077-6766-4f6f-8dee-788c7aa5b970 None None] For port a3319d3a-fe95-41c6-987e-42ba9bbe243f, host dv-cinder-804035-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=a3319d3a-fe95-41c6-987e-42ba9bbe243f,segment=NetworkSegment(4d133feb-ae47-402c-a18c-56604571f270),segment_id=4d133feb-ae47-402c-a18c-56604571f270)] {{(pid=102913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 10:42:41.488255 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-f8f66077-6766-4f6f-8dee-788c7aa5b970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:41.529725 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvr_db [None req-d393b0a3-7d31-44cc-984a-73409bb8c441 None None] Set router bc3a50bd-14e0-4b8b-95ec-bde39425d8cb gateway port host: dv-cinder-804035-13-iscsi {{(pid=102912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:42:41.561201 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccc624c-53da-4768-87f1-3f709c09b40f None None] Pushing event updated for resources: {'Port': ['ID=a3319d3a-fe95-41c6-987e-42ba9bbe243f,revision_number=4']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:41.587081 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f66077-6766-4f6f-8dee-788c7aa5b970 None None] Routers {'6b9485f3-8a7d-4b92-9bac-04ae1596823e'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:42:41.588137 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-f8f66077-6766-4f6f-8dee-788c7aa5b970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:42:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['6b9485f3-8a7d-4b92-9bac-04ae1596823e'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:42:41.703297 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-ad148101-8943-4d8d-8365-3cff09cf2f46 None None] Provisioning complete for port a3319d3a-fe95-41c6-987e-42ba9bbe243f triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:42:41.703687 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ad148101-8943-4d8d-8365-3cff09cf2f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:41.732500 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-f8f66077-6766-4f6f-8dee-788c7aa5b970 None None] Set router 6b9485f3-8a7d-4b92-9bac-04ae1596823e gateway port host: dv-cinder-804035-13-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:42:41.841184 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ad148101-8943-4d8d-8365-3cff09cf2f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:41.860865 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeeadfb2-a7e1-4193-9fbd-85bbd9293fe2 None None] Network e4aacac4-9f75-4926-826a-4bf13d52d7ac requested from dv-cinder-804035-13-iscsi {{(pid=102912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 10:42:41.946686 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-d393b0a3-7d31-44cc-984a-73409bb8c441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3a50bd-14e0-4b8b-95ec-bde39425d8cb', 'name': 'tempest-TestVolumeBootPattern-1026799027-router', 'tenant_id': 'd1d5355a8f3a4c7a9f7ccfb14b23466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '64085ddf-1998-4282-8671-0c42d06c4ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:42:39Z', 'updated_at': '2021-11-22T10:42:40Z', 'revision_number': 3, 'project_id': 'd1d5355a8f3a4c7a9f7ccfb14b23466d', 'gw_port': {'id': '64085ddf-1998-4282-8671-0c42d06c4ae5', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:12:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3a50bd-14e0-4b8b-95ec-bde39425d8cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:42:40Z', 'updated_at': '2021-11-22T10:42:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi'}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:42:41.999322 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d393b0a3-7d31-44cc-984a-73409bb8c441 None None] Checking router: bc3a50bd-14e0-4b8b-95ec-bde39425d8cb for host: dv-cinder-804035-13-iscsi {{(pid=102912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 10:42:41.999692 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d393b0a3-7d31-44cc-984a-73409bb8c441 None None] Updating router bc3a50bd-14e0-4b8b-95ec-bde39425d8cb port 64085ddf-1998-4282-8671-0c42d06c4ae5 binding host dv-cinder-804035-13-iscsi {{(pid=102912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 10:42:42.006073 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-ad148101-8943-4d8d-8365-3cff09cf2f46 None None] For port a3319d3a-fe95-41c6-987e-42ba9bbe243f, host dv-cinder-804035-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=a3319d3a-fe95-41c6-987e-42ba9bbe243f,segment=NetworkSegment(4d133feb-ae47-402c-a18c-56604571f270),segment_id=4d133feb-ae47-402c-a18c-56604571f270)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:42:42.030893 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ad148101-8943-4d8d-8365-3cff09cf2f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:42.049764 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d393b0a3-7d31-44cc-984a-73409bb8c441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:42.058010 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-f8f66077-6766-4f6f-8dee-788c7aa5b970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'name': 'tempest-TestVolumeBootPattern-1311605636-router', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '440a32dd-52fe-44a9-a016-734d3170c7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:42:34Z', 'updated_at': '2021-11-22T10:42:37Z', 'revision_number': 4, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'gw_port': {'id': '440a32dd-52fe-44a9-a016-734d3170c7da', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:42:34Z', 'updated_at': '2021-11-22T10:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_interfaces': [{'id': 'a3319d3a-fe95-41c6-987e-42ba9bbe243f', 'name': '', 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'mac_address': 'fa:16:3e:0b:b9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '416b5eea-d390-4b0e-895d-af54a4cd08ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:42:36Z', 'updated_at': '2021-11-22T10:42:41Z', 'revision_number': 4, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'subnets': [{'id': '416b5eea-d390-4b0e-895d-af54a4cd08ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:42:42.087470 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f66077-6766-4f6f-8dee-788c7aa5b970 None None] The sync data for ids ['6b9485f3-8a7d-4b92-9bac-04ae1596823e'] in dv-cinder-804035-13-iscsi is: [{'id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'name': 'tempest-TestVolumeBootPattern-1311605636-router', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '440a32dd-52fe-44a9-a016-734d3170c7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:42:34Z', 'updated_at': '2021-11-22T10:42:37Z', 'revision_number': 4, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'gw_port': {'id': '440a32dd-52fe-44a9-a016-734d3170c7da', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:42:34Z', 'updated_at': '2021-11-22T10:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_interfaces': [{'id': 'a3319d3a-fe95-41c6-987e-42ba9bbe243f', 'name': '', 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'mac_address': 'fa:16:3e:0b:b9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '416b5eea-d390-4b0e-895d-af54a4cd08ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:42:36Z', 'updated_at': '2021-11-22T10:42:41Z', 'revision_number': 4, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'subnets': [{'id': '416b5eea-d390-4b0e-895d-af54a4cd08ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 10:42:42.172336 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad148101-8943-4d8d-8365-3cff09cf2f46 None None] Pushing event updated for resources: {'Port': ['ID=a3319d3a-fe95-41c6-987e-42ba9bbe243f,revision_number=5']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:42.236408 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-1b93c0ba-d4e6-46ad-abd7-20e2a4904f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:42.268155 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-0f4711f1-8a7d-4b48-a3bc-9d5ad3711191 None None] Provisioning complete for port a3319d3a-fe95-41c6-987e-42ba9bbe243f triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:42:42.268536 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0f4711f1-8a7d-4b48-a3bc-9d5ad3711191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:42.418025 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [None req-1b93c0ba-d4e6-46ad-abd7-20e2a4904f57 admin admin] Allocated IP 172.20.0.1 (e4aacac4-9f75-4926-826a-4bf13d52d7ac/7016a4d5-93cd-4671-a2ad-d6dec9183e4d/bc57488b-98b0-41d0-ac52-fc7f3f3e5522) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 10:42:42.565597 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-0f4711f1-8a7d-4b48-a3bc-9d5ad3711191 None None] Provisioning complete for port a312e3ab-fbca-4129-85ce-de7072206b18 triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:42:42.566797 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0f4711f1-8a7d-4b48-a3bc-9d5ad3711191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:42.590919 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-1b93c0ba-d4e6-46ad-abd7-20e2a4904f57 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:42.611749 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d393b0a3-7d31-44cc-984a-73409bb8c441 None None] Publish callbacks [] for port, precommit_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:42.626106 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d393b0a3-7d31-44cc-984a-73409bb8c441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:42.659320 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-1b93c0ba-d4e6-46ad-abd7-20e2a4904f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749315246228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11987816'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:42.710433 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b93c0ba-d4e6-46ad-abd7-20e2a4904f57 admin admin] Network e4aacac4-9f75-4926-826a-4bf13d52d7ac is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:42:42.713858 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-1b93c0ba-d4e6-46ad-abd7-20e2a4904f57 admin admin] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:42:42.716472 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 440a32dd-52fe-44a9-a016-734d3170c7da up at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:42:42.718233 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b93c0ba-d4e6-46ad-abd7-20e2a4904f57 admin admin] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 10:42:42.746051 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b93c0ba-d4e6-46ad-abd7-20e2a4904f57 admin admin] Pushing event updated for resources: {'Port': ['ID=bc57488b-98b0-41d0-ac52-fc7f3f3e5522,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:42.780450 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-1b93c0ba-d4e6-46ad-abd7-20e2a4904f57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029609'] for router_interface, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:42.791113 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae05b358-ca5c-48b0-a6e3-c400b898408f None None] Pushing event updated for resources: {'Port': ['ID=64085ddf-1998-4282-8671-0c42d06c4ae5,revision_number=2']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:42.795182 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [None req-d393b0a3-7d31-44cc-984a-73409bb8c441 None None] Attempting to bind port 64085ddf-1998-4282-8671-0c42d06c4ae5 on host dv-cinder-804035-13-iscsi for vnic_type normal with profile {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 10:42:42.795702 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [None req-d393b0a3-7d31-44cc-984a-73409bb8c441 None None] Attempting to bind port 64085ddf-1998-4282-8671-0c42d06c4ae5 by drivers openvswitch,hyperv on host dv-cinder-804035-13-iscsi at level 0 using segments [{'id': '07e0d8bf-2b47-470a-a16f-f44f9914b384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28'}] {{(pid=102912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 10:42:42.796304 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d393b0a3-7d31-44cc-984a-73409bb8c441 None None] Attempting to bind port 64085ddf-1998-4282-8671-0c42d06c4ae5 on network e6af0ad0-9fc1-4d6f-8919-77652c0c2a28 {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:42:42.811576 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d393b0a3-7d31-44cc-984a-73409bb8c441 None None] Checking agent: {'id': '881f7a5b-9941-4288-a74c-0fe38ace5e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 10, 27, 1), 'started_at': datetime.datetime(2021, 11, 22, 10, 27, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 10, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 10:42:42.812210 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d393b0a3-7d31-44cc-984a-73409bb8c441 None None] Checking segment: {'id': '07e0d8bf-2b47-470a-a16f-f44f9914b384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:42:42.812725 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d393b0a3-7d31-44cc-984a-73409bb8c441 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:42.813192 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d393b0a3-7d31-44cc-984a-73409bb8c441 None None] Bound using segment: {'id': '07e0d8bf-2b47-470a-a16f-f44f9914b384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28'} {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 10:42:42.813769 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [None req-d393b0a3-7d31-44cc-984a-73409bb8c441 None None] Bound port: 64085ddf-1998-4282-8671-0c42d06c4ae5, host: dv-cinder-804035-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e0d8bf-2b47-470a-a16f-f44f9914b384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28'}}] {{(pid=102912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 10:42:42.814305 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d393b0a3-7d31-44cc-984a-73409bb8c441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:42.817469 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0f4711f1-8a7d-4b48-a3bc-9d5ad3711191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:42.919389 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-0f4711f1-8a7d-4b48-a3bc-9d5ad3711191 None None] For port a312e3ab-fbca-4129-85ce-de7072206b18, host dv-cinder-804035-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=a312e3ab-fbca-4129-85ce-de7072206b18,segment=NetworkSegment(29a99adf-2e09-4390-b734-f36201252628),segment_id=29a99adf-2e09-4390-b734-f36201252628)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:42:42.930827 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-d393b0a3-7d31-44cc-984a-73409bb8c441 None None] For port 64085ddf-1998-4282-8671-0c42d06c4ae5, host dv-cinder-804035-13-iscsi, cleared binding levels {{(pid=102912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 10:42:42.937396 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-d393b0a3-7d31-44cc-984a-73409bb8c441 None None] For port 64085ddf-1998-4282-8671-0c42d06c4ae5, host dv-cinder-804035-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=64085ddf-1998-4282-8671-0c42d06c4ae5,segment=NetworkSegment(07e0d8bf-2b47-470a-a16f-f44f9914b384),segment_id=07e0d8bf-2b47-470a-a16f-f44f9914b384)] {{(pid=102912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 10:42:42.937396 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0f4711f1-8a7d-4b48-a3bc-9d5ad3711191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:42.944546 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Provisioning complete for port 440a32dd-52fe-44a9-a016-734d3170c7da triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:42:42.944983 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:42.969188 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d393b0a3-7d31-44cc-984a-73409bb8c441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:42.972078 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-1b93c0ba-d4e6-46ad-abd7-20e2a4904f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:43.167317 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-1b93c0ba-d4e6-46ad-abd7-20e2a4904f57 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:43.173838 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-1b93c0ba-d4e6-46ad-abd7-20e2a4904f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11987839'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:43.222524 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-b6522282-6484-47c7-8a80-98740689d5b6 None None] Provisioning complete for port a312e3ab-fbca-4129-85ce-de7072206b18 triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:42:43.222921 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b6522282-6484-47c7-8a80-98740689d5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:43.226996 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4711f1-8a7d-4b48-a3bc-9d5ad3711191 None None] Pushing event updated for resources: {'Port': ['ID=a312e3ab-fbca-4129-85ce-de7072206b18,revision_number=3']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:43.255886 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b93c0ba-d4e6-46ad-abd7-20e2a4904f57 admin admin] Pushing event updated for resources: {'Port': ['ID=bc57488b-98b0-41d0-ac52-fc7f3f3e5522,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:43.261800 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-1b93c0ba-d4e6-46ad-abd7-20e2a4904f57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029493'] for router_interface, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:43.279657 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d393b0a3-7d31-44cc-984a-73409bb8c441 None None] Routers {'bc3a50bd-14e0-4b8b-95ec-bde39425d8cb'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:42:43.280351 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-d393b0a3-7d31-44cc-984a-73409bb8c441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:42:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['bc3a50bd-14e0-4b8b-95ec-bde39425d8cb'], 'active': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:42:43.373984 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b93c0ba-d4e6-46ad-abd7-20e2a4904f57 admin admin] Network e4aacac4-9f75-4926-826a-4bf13d52d7ac is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:42:43.375763 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-1b93c0ba-d4e6-46ad-abd7-20e2a4904f57 admin admin] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:42:43.456633 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae05b358-ca5c-48b0-a6e3-c400b898408f None None] Pushing event updated for resources: {'Port': ['ID=64085ddf-1998-4282-8671-0c42d06c4ae5,revision_number=3']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:43.497726 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device a3319d3a-fe95-41c6-987e-42ba9bbe243f up at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:42:43.532400 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b93c0ba-d4e6-46ad-abd7-20e2a4904f57 admin admin] Router bc3a50bd-14e0-4b8b-95ec-bde39425d8cb has already been hosted by L3 agent fa3112ac-4a6e-40b6-a491-552ca746a833 {{(pid=102911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 10:42:43.605459 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvr_db [None req-d393b0a3-7d31-44cc-984a-73409bb8c441 None None] Set router bc3a50bd-14e0-4b8b-95ec-bde39425d8cb gateway port host: dv-cinder-804035-13-iscsi {{(pid=102912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:42:43.668788 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-b6522282-6484-47c7-8a80-98740689d5b6 None None] Provisioning complete for port bc57488b-98b0-41d0-ac52-fc7f3f3e5522 triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:42:43.669868 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b6522282-6484-47c7-8a80-98740689d5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:43.686594 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b93c0ba-d4e6-46ad-abd7-20e2a4904f57 admin admin] Notify agent at l3_agent.dv-cinder-804035-13-iscsi the message routers_updated {{(pid=102911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 10:42:43.691897 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-1b93c0ba-d4e6-46ad-abd7-20e2a4904f57 admin admin] 10.222.0.46 "PUT /v2.0/routers/bc3a50bd-14e0-4b8b-95ec-bde39425d8cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3204539 Nov 22 10:42:43.703529 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Provisioning complete for port a3319d3a-fe95-41c6-987e-42ba9bbe243f triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:42:43.703759 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:43.828761 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-b6522282-6484-47c7-8a80-98740689d5b6 None None] Port bc57488b-98b0-41d0-ac52-fc7f3f3e5522 cannot update to ACTIVE because it is not bound. {{(pid=102912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 10:42:43.946229 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device a312e3ab-fbca-4129-85ce-de7072206b18 up at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:42:43.991041 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-c21562f6-6f14-4e9c-92f7-0dd15b2c612c None None] Provisioning complete for port bc57488b-98b0-41d0-ac52-fc7f3f3e5522 triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:42:43.991413 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-c21562f6-6f14-4e9c-92f7-0dd15b2c612c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:44.040315 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-c21562f6-6f14-4e9c-92f7-0dd15b2c612c None None] Port bc57488b-98b0-41d0-ac52-fc7f3f3e5522 cannot update to ACTIVE because it is not bound. {{(pid=102912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 10:42:44.053551 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-d393b0a3-7d31-44cc-984a-73409bb8c441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3a50bd-14e0-4b8b-95ec-bde39425d8cb', 'name': 'tempest-TestVolumeBootPattern-1026799027-router', 'tenant_id': 'd1d5355a8f3a4c7a9f7ccfb14b23466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '64085ddf-1998-4282-8671-0c42d06c4ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:42:39Z', 'updated_at': '2021-11-22T10:42:42Z', 'revision_number': 4, 'project_id': 'd1d5355a8f3a4c7a9f7ccfb14b23466d', 'gw_port': {'id': '64085ddf-1998-4282-8671-0c42d06c4ae5', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:12:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3a50bd-14e0-4b8b-95ec-bde39425d8cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:42:40Z', 'updated_at': '2021-11-22T10:42:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_interfaces': [{'id': 'bc57488b-98b0-41d0-ac52-fc7f3f3e5522', 'name': '', 'network_id': 'e4aacac4-9f75-4926-826a-4bf13d52d7ac', 'tenant_id': 'd1d5355a8f3a4c7a9f7ccfb14b23466d', 'mac_address': 'fa:16:3e:24:89:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3a50bd-14e0-4b8b-95ec-bde39425d8cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7016a4d5-93cd-4671-a2ad-d6dec9183e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:42:42Z', 'updated_at': '2021-11-22T10:42:43Z', 'revision_number': 2, 'project_id': 'd1d5355a8f3a4c7a9f7ccfb14b23466d', 'subnets': [{'id': '7016a4d5-93cd-4671-a2ad-d6dec9183e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:42:44.057211 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Provisioning complete for port a312e3ab-fbca-4129-85ce-de7072206b18 triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:42:44.057643 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:44.087244 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d393b0a3-7d31-44cc-984a-73409bb8c441 None None] The sync data for ids ['bc3a50bd-14e0-4b8b-95ec-bde39425d8cb'] in dv-cinder-804035-13-iscsi is: [{'id': 'bc3a50bd-14e0-4b8b-95ec-bde39425d8cb', 'name': 'tempest-TestVolumeBootPattern-1026799027-router', 'tenant_id': 'd1d5355a8f3a4c7a9f7ccfb14b23466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '64085ddf-1998-4282-8671-0c42d06c4ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:42:39Z', 'updated_at': '2021-11-22T10:42:42Z', 'revision_number': 4, 'project_id': 'd1d5355a8f3a4c7a9f7ccfb14b23466d', 'gw_port': {'id': '64085ddf-1998-4282-8671-0c42d06c4ae5', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:12:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3a50bd-14e0-4b8b-95ec-bde39425d8cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:42:40Z', 'updated_at': '2021-11-22T10:42:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_interfaces': [{'id': 'bc57488b-98b0-41d0-ac52-fc7f3f3e5522', 'name': '', 'network_id': 'e4aacac4-9f75-4926-826a-4bf13d52d7ac', 'tenant_id': 'd1d5355a8f3a4c7a9f7ccfb14b23466d', 'mac_address': 'fa:16:3e:24:89:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3a50bd-14e0-4b8b-95ec-bde39425d8cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7016a4d5-93cd-4671-a2ad-d6dec9183e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:42:42Z', 'updated_at': '2021-11-22T10:42:43Z', 'revision_number': 2, 'project_id': 'd1d5355a8f3a4c7a9f7ccfb14b23466d', 'subnets': [{'id': '7016a4d5-93cd-4671-a2ad-d6dec9183e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 10:42:44.418619 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 47938) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:42:44.423597 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-48de2287-b644-4dd7-aaea-5d91ab720686 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1365048420', 'description': 'tempest-secgroup-smoke-1365048420 description', 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:42:44.452859 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-48de2287-b644-4dd7-aaea-5d91ab720686 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:44.521274 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device a312e3ab-fbca-4129-85ce-de7072206b18 up at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:42:44.552290 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-48de2287-b644-4dd7-aaea-5d91ab720686 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:44.560671 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-48de2287-b644-4dd7-aaea-5d91ab720686 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:44.579439 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Provisioning complete for port a312e3ab-fbca-4129-85ce-de7072206b18 triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:42:44.579970 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:44.587711 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-48de2287-b644-4dd7-aaea-5d91ab720686 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:44.592832 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-48de2287-b644-4dd7-aaea-5d91ab720686 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1696892 Nov 22 10:42:44.593258 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 47940) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:42:44.599056 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.v2.base [None req-ee355533-51a0-40d8-9d76-783ce5bcf92e tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Request body: {'security_group_rule': {'security_group_id': 'a8a096c1-3908-471e-b12a-7c82c6dea612', 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:42:44.602530 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48de2287-b644-4dd7-aaea-5d91ab720686 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a096c1-3908-471e-b12a-7c82c6dea612,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:44.642420 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ee355533-51a0-40d8-9d76-783ce5bcf92e tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:44.732705 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ee355533-51a0-40d8-9d76-783ce5bcf92e tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:44.737203 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ee355533-51a0-40d8-9d76-783ce5bcf92e tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970650'] for security_group_rule, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:44.753814 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee355533-51a0-40d8-9d76-783ce5bcf92e tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d083785b-f76e-4402-bb5a-e08590131d82,revision_number=0']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:44.766466 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ee355533-51a0-40d8-9d76-783ce5bcf92e tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:44.767789 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-ee355533-51a0-40d8-9d76-783ce5bcf92e tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1733541 Nov 22 10:42:44.770724 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 47942) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:42:44.775284 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.v2.base [None req-39c8f103-699f-40b8-8d85-bcc234db46a7 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Request body: {'security_group_rule': {'security_group_id': 'a8a096c1-3908-471e-b12a-7c82c6dea612', 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:42:44.804856 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-39c8f103-699f-40b8-8d85-bcc234db46a7 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:44.866231 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-39c8f103-699f-40b8-8d85-bcc234db46a7 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:44.870802 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-39c8f103-699f-40b8-8d85-bcc234db46a7 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970650'] for security_group_rule, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:44.890362 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c8f103-699f-40b8-8d85-bcc234db46a7 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d10a900e-6d5c-4375-ae95-b23749a66c55,revision_number=0']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:44.896883 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-39c8f103-699f-40b8-8d85-bcc234db46a7 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:44.898058 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-39c8f103-699f-40b8-8d85-bcc234db46a7 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1263602 Nov 22 10:42:44.902334 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 47944) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:42:44.911765 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-bc436bd9-5b0c-473f-8026-932ba7473145 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Request body: {'security_group_rule': {'security_group_id': 'a8a096c1-3908-471e-b12a-7c82c6dea612', 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:42:44.967247 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-bc436bd9-5b0c-473f-8026-932ba7473145 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:45.023911 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-bc436bd9-5b0c-473f-8026-932ba7473145 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:45.029140 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-bc436bd9-5b0c-473f-8026-932ba7473145 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970650'] for security_group_rule, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:45.049673 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc436bd9-5b0c-473f-8026-932ba7473145 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43712da0-d6f8-4577-a7f4-a9c2fd86861a,revision_number=0']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:45.059826 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-bc436bd9-5b0c-473f-8026-932ba7473145 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:45.061296 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-bc436bd9-5b0c-473f-8026-932ba7473145 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1566846 Nov 22 10:42:45.064136 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 47946) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:42:45.070094 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-3b48e960-34d5-4549-ab7c-8dd8db630768 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Request body: {'security_group_rule': {'security_group_id': 'a8a096c1-3908-471e-b12a-7c82c6dea612', 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:42:45.100507 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3b48e960-34d5-4549-ab7c-8dd8db630768 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:45.175645 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3b48e960-34d5-4549-ab7c-8dd8db630768 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:45.182868 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3b48e960-34d5-4549-ab7c-8dd8db630768 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970650'] for security_group_rule, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:45.203375 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b48e960-34d5-4549-ab7c-8dd8db630768 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=972eb666-342d-4641-8d0a-544a208e407c,revision_number=0']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:45.212683 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3b48e960-34d5-4549-ab7c-8dd8db630768 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:45.214504 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-3b48e960-34d5-4549-ab7c-8dd8db630768 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1493611 Nov 22 10:42:45.218135 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 47954) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:42:45.223208 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-85cb67ef-9fec-4833-a1e9-2a2e71696ed5 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Request body: {'security_group_rule': {'security_group_id': 'a8a096c1-3908-471e-b12a-7c82c6dea612', 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:42:45.250198 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.db.securitygroups_db [None req-85cb67ef-9fec-4833-a1e9-2a2e71696ed5 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Project 3f1c47419b1b4aceb6eb91d5f6328985 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 10:42:45.256889 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-85cb67ef-9fec-4833-a1e9-2a2e71696ed5 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:45.326366 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-85cb67ef-9fec-4833-a1e9-2a2e71696ed5 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:45.331796 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-85cb67ef-9fec-4833-a1e9-2a2e71696ed5 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970650'] for security_group_rule, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:45.351507 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cb67ef-9fec-4833-a1e9-2a2e71696ed5 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2884388-4a05-4d42-8b18-fb0fb78569f2,revision_number=0']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:45.365368 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-85cb67ef-9fec-4833-a1e9-2a2e71696ed5 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:45.370157 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-85cb67ef-9fec-4833-a1e9-2a2e71696ed5 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1473413 Nov 22 10:42:45.370157 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 47960) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:42:45.375076 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-0c2e0c84-b139-4756-b7c3-c0144d5d1d3e tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Request body: {'security_group_rule': {'security_group_id': 'a8a096c1-3908-471e-b12a-7c82c6dea612', 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:42:45.407201 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.db.securitygroups_db [None req-0c2e0c84-b139-4756-b7c3-c0144d5d1d3e tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Project 3f1c47419b1b4aceb6eb91d5f6328985 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 10:42:45.414225 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-0c2e0c84-b139-4756-b7c3-c0144d5d1d3e tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:45.494046 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-0c2e0c84-b139-4756-b7c3-c0144d5d1d3e tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:45.499804 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-0c2e0c84-b139-4756-b7c3-c0144d5d1d3e tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970650'] for security_group_rule, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:45.529107 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e0c84-b139-4756-b7c3-c0144d5d1d3e tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e626204f-c47a-4c09-8d5d-485c8a27c652,revision_number=0']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:45.542968 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-0c2e0c84-b139-4756-b7c3-c0144d5d1d3e tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:45.545375 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-0c2e0c84-b139-4756-b7c3-c0144d5d1d3e tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1742728 Nov 22 10:42:46.303249 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e02282-695a-47df-be2e-bf784253d1c6 None None] Sync routers for ids ['bc3a50bd-14e0-4b8b-95ec-bde39425d8cb'] in dv-cinder-804035-13-iscsi {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 10:42:46.315140 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e02282-695a-47df-be2e-bf784253d1c6 None None] Routers {'bc3a50bd-14e0-4b8b-95ec-bde39425d8cb'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:42:46.315896 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-b1e02282-695a-47df-be2e-bf784253d1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:42:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['bc3a50bd-14e0-4b8b-95ec-bde39425d8cb'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:42:46.515705 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 64085ddf-1998-4282-8671-0c42d06c4ae5 up at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:42:46.549252 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-b1e02282-695a-47df-be2e-bf784253d1c6 None None] Set router bc3a50bd-14e0-4b8b-95ec-bde39425d8cb gateway port host: dv-cinder-804035-13-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:42:46.578581 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Provisioning complete for port 64085ddf-1998-4282-8671-0c42d06c4ae5 triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:42:46.579462 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:46.680870 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:46.705507 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] For port 64085ddf-1998-4282-8671-0c42d06c4ae5, host dv-cinder-804035-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=64085ddf-1998-4282-8671-0c42d06c4ae5,segment=NetworkSegment(07e0d8bf-2b47-470a-a16f-f44f9914b384),segment_id=07e0d8bf-2b47-470a-a16f-f44f9914b384)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:42:46.713773 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:46.781330 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-b1e02282-695a-47df-be2e-bf784253d1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3a50bd-14e0-4b8b-95ec-bde39425d8cb', 'name': 'tempest-TestVolumeBootPattern-1026799027-router', 'tenant_id': 'd1d5355a8f3a4c7a9f7ccfb14b23466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '64085ddf-1998-4282-8671-0c42d06c4ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:42:39Z', 'updated_at': '2021-11-22T10:42:42Z', 'revision_number': 4, 'project_id': 'd1d5355a8f3a4c7a9f7ccfb14b23466d', 'gw_port': {'id': '64085ddf-1998-4282-8671-0c42d06c4ae5', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:12:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3a50bd-14e0-4b8b-95ec-bde39425d8cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:42:40Z', 'updated_at': '2021-11-22T10:42:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_interfaces': [{'id': 'bc57488b-98b0-41d0-ac52-fc7f3f3e5522', 'name': '', 'network_id': 'e4aacac4-9f75-4926-826a-4bf13d52d7ac', 'tenant_id': 'd1d5355a8f3a4c7a9f7ccfb14b23466d', 'mac_address': 'fa:16:3e:24:89:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3a50bd-14e0-4b8b-95ec-bde39425d8cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7016a4d5-93cd-4671-a2ad-d6dec9183e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:42:42Z', 'updated_at': '2021-11-22T10:42:43Z', 'revision_number': 2, 'project_id': 'd1d5355a8f3a4c7a9f7ccfb14b23466d', 'subnets': [{'id': '7016a4d5-93cd-4671-a2ad-d6dec9183e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:42:46.784966 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Pushing event updated for resources: {'Port': ['ID=64085ddf-1998-4282-8671-0c42d06c4ae5,revision_number=4']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:46.811584 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e02282-695a-47df-be2e-bf784253d1c6 None None] Checking router: bc3a50bd-14e0-4b8b-95ec-bde39425d8cb for host: dv-cinder-804035-13-iscsi {{(pid=102913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 10:42:46.811969 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e02282-695a-47df-be2e-bf784253d1c6 None None] Updating router bc3a50bd-14e0-4b8b-95ec-bde39425d8cb port bc57488b-98b0-41d0-ac52-fc7f3f3e5522 binding host dv-cinder-804035-13-iscsi {{(pid=102913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 10:42:46.838587 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-b1e02282-695a-47df-be2e-bf784253d1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:47.129481 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-b1e02282-695a-47df-be2e-bf784253d1c6 None None] Publish callbacks [] for port, precommit_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:47.135280 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-b1e02282-695a-47df-be2e-bf784253d1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:47.183606 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2f9345-97ae-4653-93e0-f115646a5b51 None None] Pushing event updated for resources: {'Port': ['ID=bc57488b-98b0-41d0-ac52-fc7f3f3e5522,revision_number=3']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:47.244900 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-b1e02282-695a-47df-be2e-bf784253d1c6 None None] Attempting to bind port bc57488b-98b0-41d0-ac52-fc7f3f3e5522 on host dv-cinder-804035-13-iscsi for vnic_type normal with profile {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 10:42:47.245296 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-b1e02282-695a-47df-be2e-bf784253d1c6 None None] Attempting to bind port bc57488b-98b0-41d0-ac52-fc7f3f3e5522 by drivers openvswitch,hyperv on host dv-cinder-804035-13-iscsi at level 0 using segments [{'id': '29a99adf-2e09-4390-b734-f36201252628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'e4aacac4-9f75-4926-826a-4bf13d52d7ac'}] {{(pid=102913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 10:42:47.245659 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e02282-695a-47df-be2e-bf784253d1c6 None None] Attempting to bind port bc57488b-98b0-41d0-ac52-fc7f3f3e5522 on network e4aacac4-9f75-4926-826a-4bf13d52d7ac {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:42:47.251796 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e02282-695a-47df-be2e-bf784253d1c6 None None] Checking agent: {'id': '881f7a5b-9941-4288-a74c-0fe38ace5e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 10, 27, 1), 'started_at': datetime.datetime(2021, 11, 22, 10, 27, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 10, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 10:42:47.252169 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e02282-695a-47df-be2e-bf784253d1c6 None None] Checking segment: {'id': '29a99adf-2e09-4390-b734-f36201252628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'e4aacac4-9f75-4926-826a-4bf13d52d7ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:42:47.252554 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-b1e02282-695a-47df-be2e-bf784253d1c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:47.252952 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e02282-695a-47df-be2e-bf784253d1c6 None None] Bound using segment: {'id': '29a99adf-2e09-4390-b734-f36201252628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'e4aacac4-9f75-4926-826a-4bf13d52d7ac'} {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 10:42:47.253420 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-b1e02282-695a-47df-be2e-bf784253d1c6 None None] Bound port: bc57488b-98b0-41d0-ac52-fc7f3f3e5522, host: dv-cinder-804035-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29a99adf-2e09-4390-b734-f36201252628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'e4aacac4-9f75-4926-826a-4bf13d52d7ac'}}] {{(pid=102913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 10:42:47.253811 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-b1e02282-695a-47df-be2e-bf784253d1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:47.323415 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-b1e02282-695a-47df-be2e-bf784253d1c6 None None] For port bc57488b-98b0-41d0-ac52-fc7f3f3e5522, host dv-cinder-804035-13-iscsi, cleared binding levels {{(pid=102913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 10:42:47.326893 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-b1e02282-695a-47df-be2e-bf784253d1c6 None None] For port bc57488b-98b0-41d0-ac52-fc7f3f3e5522, host dv-cinder-804035-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=bc57488b-98b0-41d0-ac52-fc7f3f3e5522,segment=NetworkSegment(29a99adf-2e09-4390-b734-f36201252628),segment_id=29a99adf-2e09-4390-b734-f36201252628)] {{(pid=102913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 10:42:47.332569 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-b1e02282-695a-47df-be2e-bf784253d1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:47.385228 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e02282-695a-47df-be2e-bf784253d1c6 None None] Routers {'bc3a50bd-14e0-4b8b-95ec-bde39425d8cb'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:42:47.385855 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-b1e02282-695a-47df-be2e-bf784253d1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:42:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['bc3a50bd-14e0-4b8b-95ec-bde39425d8cb'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:42:47.392332 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-e396ba48-c629-4f64-bfed-65dd9fff1642 None None] Provisioning complete for port bc57488b-98b0-41d0-ac52-fc7f3f3e5522 triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:42:47.392701 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e396ba48-c629-4f64-bfed-65dd9fff1642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:47.449095 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2f9345-97ae-4653-93e0-f115646a5b51 None None] Pushing event updated for resources: {'Port': ['ID=bc57488b-98b0-41d0-ac52-fc7f3f3e5522,revision_number=4']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:47.485622 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e396ba48-c629-4f64-bfed-65dd9fff1642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:47.518718 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-b1e02282-695a-47df-be2e-bf784253d1c6 None None] Set router bc3a50bd-14e0-4b8b-95ec-bde39425d8cb gateway port host: dv-cinder-804035-13-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:42:47.527471 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-e396ba48-c629-4f64-bfed-65dd9fff1642 None None] For port bc57488b-98b0-41d0-ac52-fc7f3f3e5522, host dv-cinder-804035-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=bc57488b-98b0-41d0-ac52-fc7f3f3e5522,segment=NetworkSegment(29a99adf-2e09-4390-b734-f36201252628),segment_id=29a99adf-2e09-4390-b734-f36201252628)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:42:47.533545 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e396ba48-c629-4f64-bfed-65dd9fff1642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:47.590014 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e396ba48-c629-4f64-bfed-65dd9fff1642 None None] Pushing event updated for resources: {'Port': ['ID=bc57488b-98b0-41d0-ac52-fc7f3f3e5522,revision_number=5']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:42:47.657186 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-33744da9-beef-4d2b-a086-58fbc0d42ea7 None None] Provisioning complete for port bc57488b-98b0-41d0-ac52-fc7f3f3e5522 triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:42:47.657895 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-33744da9-beef-4d2b-a086-58fbc0d42ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:47.752998 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-b1e02282-695a-47df-be2e-bf784253d1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3a50bd-14e0-4b8b-95ec-bde39425d8cb', 'name': 'tempest-TestVolumeBootPattern-1026799027-router', 'tenant_id': 'd1d5355a8f3a4c7a9f7ccfb14b23466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '64085ddf-1998-4282-8671-0c42d06c4ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:42:39Z', 'updated_at': '2021-11-22T10:42:42Z', 'revision_number': 4, 'project_id': 'd1d5355a8f3a4c7a9f7ccfb14b23466d', 'gw_port': {'id': '64085ddf-1998-4282-8671-0c42d06c4ae5', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3a50bd-14e0-4b8b-95ec-bde39425d8cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:42:40Z', 'updated_at': '2021-11-22T10:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_interfaces': [{'id': 'bc57488b-98b0-41d0-ac52-fc7f3f3e5522', 'name': '', 'network_id': 'e4aacac4-9f75-4926-826a-4bf13d52d7ac', 'tenant_id': 'd1d5355a8f3a4c7a9f7ccfb14b23466d', 'mac_address': 'fa:16:3e:24:89:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3a50bd-14e0-4b8b-95ec-bde39425d8cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7016a4d5-93cd-4671-a2ad-d6dec9183e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:42:42Z', 'updated_at': '2021-11-22T10:42:47Z', 'revision_number': 4, 'project_id': 'd1d5355a8f3a4c7a9f7ccfb14b23466d', 'subnets': [{'id': '7016a4d5-93cd-4671-a2ad-d6dec9183e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:42:47.783219 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e02282-695a-47df-be2e-bf784253d1c6 None None] The sync data for ids ['bc3a50bd-14e0-4b8b-95ec-bde39425d8cb'] in dv-cinder-804035-13-iscsi is: [{'id': 'bc3a50bd-14e0-4b8b-95ec-bde39425d8cb', 'name': 'tempest-TestVolumeBootPattern-1026799027-router', 'tenant_id': 'd1d5355a8f3a4c7a9f7ccfb14b23466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '64085ddf-1998-4282-8671-0c42d06c4ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:42:39Z', 'updated_at': '2021-11-22T10:42:42Z', 'revision_number': 4, 'project_id': 'd1d5355a8f3a4c7a9f7ccfb14b23466d', 'gw_port': {'id': '64085ddf-1998-4282-8671-0c42d06c4ae5', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3a50bd-14e0-4b8b-95ec-bde39425d8cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:42:40Z', 'updated_at': '2021-11-22T10:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_interfaces': [{'id': 'bc57488b-98b0-41d0-ac52-fc7f3f3e5522', 'name': '', 'network_id': 'e4aacac4-9f75-4926-826a-4bf13d52d7ac', 'tenant_id': 'd1d5355a8f3a4c7a9f7ccfb14b23466d', 'mac_address': 'fa:16:3e:24:89:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3a50bd-14e0-4b8b-95ec-bde39425d8cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7016a4d5-93cd-4671-a2ad-d6dec9183e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:42:42Z', 'updated_at': '2021-11-22T10:42:47Z', 'revision_number': 4, 'project_id': 'd1d5355a8f3a4c7a9f7ccfb14b23466d', 'subnets': [{'id': '7016a4d5-93cd-4671-a2ad-d6dec9183e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 10:42:48.512804 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device bc57488b-98b0-41d0-ac52-fc7f3f3e5522 up at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:42:48.567028 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Provisioning complete for port bc57488b-98b0-41d0-ac52-fc7f3f3e5522 triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:42:48.567822 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:48.649280 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 64085ddf-1998-4282-8671-0c42d06c4ae5 up at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:42:48.699243 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Provisioning complete for port 64085ddf-1998-4282-8671-0c42d06c4ae5 triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:42:48.699539 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:49.888577 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:54.673351 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-5d34cb7e-7d25-4112-9061-d9586c4ac52c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:56.987357 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-dd3d01d9-8880-4363-b6b3-991a7dc3f263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:58.079570 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0c934117-efa3-4f33-917a-019854f2ef65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:42:59.877903 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e21c8dd6-a119-43bc-9b42-7d87f9168fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:00.799575 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:08.400355 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b3c11e58-8498-4976-81c4-06c357c031d6 req-59cc2517-1b91-45d0-b98b-cb377b250de8 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1365048420&fields=id&tenant_id=3f1c47419b1b4aceb6eb91d5f6328985 HTTP/1.1" status: 200 len: 267 time: 0.0702422 Nov 22 10:43:08.576143 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c11e58-8498-4976-81c4-06c357c031d6 req-10bd70ef-5976-42c8-8a5e-7b1b7c1da8d0 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:43:08.576143 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b3c11e58-8498-4976-81c4-06c357c031d6 req-10bd70ef-5976-42c8-8a5e-7b1b7c1da8d0 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/networks?id=f7304a1e-1535-4fd7-8c3b-2de67fef34b2 HTTP/1.1" status: 200 len: 812 time: 0.1646445 Nov 22 10:43:08.593306 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b3c11e58-8498-4976-81c4-06c357c031d6 req-403efbb2-e24d-4e81-b0c8-e141ade5c81c tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/quotas/3f1c47419b1b4aceb6eb91d5f6328985 HTTP/1.1" status: 200 len: 375 time: 0.0115027 Nov 22 10:43:08.653700 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b3c11e58-8498-4976-81c4-06c357c031d6 req-76ff1358-9d93-4e6f-acf0-6efa5e52d6c8 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3f1c47419b1b4aceb6eb91d5f6328985&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524812 Nov 22 10:43:08.874597 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b3c11e58-8498-4976-81c4-06c357c031d6 req-e8e9fbbc-bac5-437c-b61a-25d51da53d53 service neutron] 10.222.0.46 "GET /v2.0/networks/f7304a1e-1535-4fd7-8c3b-2de67fef34b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092566 Nov 22 10:43:09.019718 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b3c11e58-8498-4976-81c4-06c357c031d6 req-1efecaf0-1556-47ec-a8ad-67025d51b7b6 service neutron] 10.222.0.46 "GET /v2.0/networks/f7304a1e-1535-4fd7-8c3b-2de67fef34b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384523 Nov 22 10:43:09.340985 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-89fc69e0-b003-4714-9760-60ea7fa73cbf req-323fcb93-776f-4dd9-b6eb-3ddac052f800 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?device_id=af20b54d-e29d-44d4-80db-b447ceac81c5 HTTP/1.1" status: 200 len: 210 time: 0.0289617 Nov 22 10:43:10.431054 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3fd03ecc-d4fb-4a56-9a6f-634082b85e3f req-9b5c3195-323c-44c4-aae3-94e1d8ccdc9b tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?device_id=af20b54d-e29d-44d4-80db-b447ceac81c5 HTTP/1.1" status: 200 len: 210 time: 0.0352457 Nov 22 10:43:11.520584 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b227b3e9-c455-4f4c-80bb-73b33381cc69 req-c7a495b1-4b8a-4912-a5ce-2c97eb107425 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?device_id=af20b54d-e29d-44d4-80db-b447ceac81c5 HTTP/1.1" status: 200 len: 210 time: 0.0295701 Nov 22 10:43:12.602950 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6ccd3330-d2c2-4ec1-a72e-4acca8a18de9 req-b1e8117f-c560-49f4-9d33-5282348b75f9 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?device_id=af20b54d-e29d-44d4-80db-b447ceac81c5 HTTP/1.1" status: 200 len: 210 time: 0.0285990 Nov 22 10:43:13.716065 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-65e708d4-3d8c-434e-9d8d-7997ab662aeb req-aa33ad12-9e20-46b0-aca3-02a87ca35170 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?device_id=af20b54d-e29d-44d4-80db-b447ceac81c5 HTTP/1.1" status: 200 len: 210 time: 0.0275021 Nov 22 10:43:14.465852 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c11e58-8498-4976-81c4-06c357c031d6 req-455d3bda-b4c7-488a-a14c-9868030feabc tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:43:14.467721 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b3c11e58-8498-4976-81c4-06c357c031d6 req-455d3bda-b4c7-488a-a14c-9868030feabc tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.20 "GET /v2.0/networks?id=f7304a1e-1535-4fd7-8c3b-2de67fef34b2 HTTP/1.1" status: 200 len: 812 time: 0.1262414 Nov 22 10:43:14.576057 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b3c11e58-8498-4976-81c4-06c357c031d6 req-7c28b09a-1b19-426d-b4c2-96a6b0f9bfe3 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f1c47419b1b4aceb6eb91d5f6328985 HTTP/1.1" status: 200 len: 380 time: 0.0975189 Nov 22 10:43:14.586712 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-b3c11e58-8498-4976-81c4-06c357c031d6 req-76306ce6-bf87-4008-beb5-5eb65aa6362c tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Request body: {'port': {'device_id': 'af20b54d-e29d-44d4-80db-b447ceac81c5', 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2', 'admin_state_up': True, 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'security_groups': ['a8a096c1-3908-471e-b12a-7c82c6dea612']}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:43:14.716814 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3c11e58-8498-4976-81c4-06c357c031d6 req-76306ce6-bf87-4008-beb5-5eb65aa6362c tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Made reservation on behalf of 3f1c47419b1b4aceb6eb91d5f6328985 for: {'port': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 10:43:14.721557 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-b3c11e58-8498-4976-81c4-06c357c031d6 req-76306ce6-bf87-4008-beb5-5eb65aa6362c tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:14.836241 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b9b86735-be4f-4727-847f-b5d37f1514ad req-e49aa8a2-ae56-4619-afe7-b967f3a8ef58 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?device_id=af20b54d-e29d-44d4-80db-b447ceac81c5 HTTP/1.1" status: 200 len: 210 time: 0.0357447 Nov 22 10:43:14.908729 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [req-b3c11e58-8498-4976-81c4-06c357c031d6 req-76306ce6-bf87-4008-beb5-5eb65aa6362c tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Allocated IP 172.20.0.13 (f7304a1e-1535-4fd7-8c3b-2de67fef34b2/416b5eea-d390-4b0e-895d-af54a4cd08ab/e3101a59-2cca-4f49-b78e-c91a28401eb9) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 10:43:15.084933 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-b3c11e58-8498-4976-81c4-06c357c031d6 req-76306ce6-bf87-4008-beb5-5eb65aa6362c tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:15.129372 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-b3c11e58-8498-4976-81c4-06c357c031d6 req-76306ce6-bf87-4008-beb5-5eb65aa6362c tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749315246228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11987816'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:15.180770 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3c11e58-8498-4976-81c4-06c357c031d6 req-76306ce6-bf87-4008-beb5-5eb65aa6362c tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Network f7304a1e-1535-4fd7-8c3b-2de67fef34b2 is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:43:15.184155 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [req-b3c11e58-8498-4976-81c4-06c357c031d6 req-76306ce6-bf87-4008-beb5-5eb65aa6362c tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:43:15.188422 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c11e58-8498-4976-81c4-06c357c031d6 req-76306ce6-bf87-4008-beb5-5eb65aa6362c tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 10:43:15.221463 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76306ce6-bf87-4008-beb5-5eb65aa6362c tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Pushing event updated for resources: {'Port': ['ID=e3101a59-2cca-4f49-b78e-c91a28401eb9,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:43:15.230705 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.agents_db [None req-35a1a16e-7bf9-4643-9be2-574a1761dc3a None None] Agent healthcheck: found 6 active agents {{(pid=102913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 10:43:15.255832 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c11e58-8498-4976-81c4-06c357c031d6 req-76306ce6-bf87-4008-beb5-5eb65aa6362c tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:43:15.256488 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-b3c11e58-8498-4976-81c4-06c357c031d6 req-76306ce6-bf87-4008-beb5-5eb65aa6362c tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:15.277841 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b3c11e58-8498-4976-81c4-06c357c031d6 req-76306ce6-bf87-4008-beb5-5eb65aa6362c tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6961415 Nov 22 10:43:15.291022 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-b3c11e58-8498-4976-81c4-06c357c031d6 req-06a8b35d-ad8f-4d70-a53d-c989b3c5ff66 service neutron] Request body: {'port': {'device_id': 'af20b54d-e29d-44d4-80db-b447ceac81c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:43:15.365127 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-b3c11e58-8498-4976-81c4-06c357c031d6 req-06a8b35d-ad8f-4d70-a53d-c989b3c5ff66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:15.453597 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-0ea8f149-9883-4503-8e5f-2c168bf2e359 None None] Provisioning complete for port e3101a59-2cca-4f49-b78e-c91a28401eb9 triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:43:15.454247 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0ea8f149-9883-4503-8e5f-2c168bf2e359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:15.491931 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-0ea8f149-9883-4503-8e5f-2c168bf2e359 None None] Port e3101a59-2cca-4f49-b78e-c91a28401eb9 cannot update to ACTIVE because it is not bound. {{(pid=102912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 10:43:15.658381 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [req-b3c11e58-8498-4976-81c4-06c357c031d6 req-06a8b35d-ad8f-4d70-a53d-c989b3c5ff66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3101a59-2cca-4f49-b78e-c91a28401eb9 {{(pid=102911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 10:43:15.666919 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-b3c11e58-8498-4976-81c4-06c357c031d6 req-06a8b35d-ad8f-4d70-a53d-c989b3c5ff66 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:15.687134 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.provisioning_blocks [req-b3c11e58-8498-4976-81c4-06c357c031d6 req-06a8b35d-ad8f-4d70-a53d-c989b3c5ff66 service neutron] Transition to ACTIVE for port object e3101a59-2cca-4f49-b78e-c91a28401eb9 will not be triggered until provisioned by entity L2. {{(pid=102911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 10:43:15.692507 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-b3c11e58-8498-4976-81c4-06c357c031d6 req-06a8b35d-ad8f-4d70-a53d-c989b3c5ff66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11987839'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:15.746983 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a8b35d-ad8f-4d70-a53d-c989b3c5ff66 service neutron] Pushing event updated for resources: {'Port': ['ID=e3101a59-2cca-4f49-b78e-c91a28401eb9,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:43:15.845462 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-b3c11e58-8498-4976-81c4-06c357c031d6 req-06a8b35d-ad8f-4d70-a53d-c989b3c5ff66 service neutron] Attempting to bind port e3101a59-2cca-4f49-b78e-c91a28401eb9 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 10:43:15.846286 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-b3c11e58-8498-4976-81c4-06c357c031d6 req-06a8b35d-ad8f-4d70-a53d-c989b3c5ff66 service neutron] Attempting to bind port e3101a59-2cca-4f49-b78e-c91a28401eb9 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '4d133feb-ae47-402c-a18c-56604571f270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 10:43:15.846796 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c11e58-8498-4976-81c4-06c357c031d6 req-06a8b35d-ad8f-4d70-a53d-c989b3c5ff66 service neutron] Attempting to bind port e3101a59-2cca-4f49-b78e-c91a28401eb9 on network f7304a1e-1535-4fd7-8c3b-2de67fef34b2 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:43:15.853030 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c11e58-8498-4976-81c4-06c357c031d6 req-06a8b35d-ad8f-4d70-a53d-c989b3c5ff66 service neutron] Port e3101a59-2cca-4f49-b78e-c91a28401eb9 on network f7304a1e-1535-4fd7-8c3b-2de67fef34b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 10:43:15.854455 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c11e58-8498-4976-81c4-06c357c031d6 req-06a8b35d-ad8f-4d70-a53d-c989b3c5ff66 service neutron] Attempting to bind port e3101a59-2cca-4f49-b78e-c91a28401eb9 on network f7304a1e-1535-4fd7-8c3b-2de67fef34b2 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:43:15.864796 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c11e58-8498-4976-81c4-06c357c031d6 req-06a8b35d-ad8f-4d70-a53d-c989b3c5ff66 service neutron] Checking agent: {'id': '8aa3c5bc-bff8-4a30-90cc-a12bac01bfcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 10, 32, 50), 'started_at': datetime.datetime(2021, 11, 22, 10, 32, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 10, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 10:43:15.865365 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c11e58-8498-4976-81c4-06c357c031d6 req-06a8b35d-ad8f-4d70-a53d-c989b3c5ff66 service neutron] Checking segment: {'id': '4d133feb-ae47-402c-a18c-56604571f270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:43:15.865884 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c11e58-8498-4976-81c4-06c357c031d6 req-06a8b35d-ad8f-4d70-a53d-c989b3c5ff66 service neutron] Bound using segment: {'id': '4d133feb-ae47-402c-a18c-56604571f270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 10:43:15.866742 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-b3c11e58-8498-4976-81c4-06c357c031d6 req-06a8b35d-ad8f-4d70-a53d-c989b3c5ff66 service neutron] Bound port: e3101a59-2cca-4f49-b78e-c91a28401eb9, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d133feb-ae47-402c-a18c-56604571f270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 10:43:15.867309 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-b3c11e58-8498-4976-81c4-06c357c031d6 req-06a8b35d-ad8f-4d70-a53d-c989b3c5ff66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:15.983883 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-b3c11e58-8498-4976-81c4-06c357c031d6 req-06a8b35d-ad8f-4d70-a53d-c989b3c5ff66 service neutron] For port e3101a59-2cca-4f49-b78e-c91a28401eb9, host hv-cinder-80403, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 10:43:16.014986 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-b3c11e58-8498-4976-81c4-06c357c031d6 req-06a8b35d-ad8f-4d70-a53d-c989b3c5ff66 service neutron] For port e3101a59-2cca-4f49-b78e-c91a28401eb9, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e3101a59-2cca-4f49-b78e-c91a28401eb9,segment=NetworkSegment(4d133feb-ae47-402c-a18c-56604571f270),segment_id=4d133feb-ae47-402c-a18c-56604571f270)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 10:43:16.024692 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-b3c11e58-8498-4976-81c4-06c357c031d6 req-06a8b35d-ad8f-4d70-a53d-c989b3c5ff66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11987839'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:16.081959 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20e9e6-8274-4449-85de-e0353b52f157 req-b133959d-5131-4c67-aa75-27f9cb65237b tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:43:16.083700 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-cc20e9e6-8274-4449-85de-e0353b52f157 req-b133959d-5131-4c67-aa75-27f9cb65237b tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?device_id=af20b54d-e29d-44d4-80db-b447ceac81c5 HTTP/1.1" status: 200 len: 944 time: 0.1237524 Nov 22 10:43:16.089636 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c11e58-8498-4976-81c4-06c357c031d6 req-06a8b35d-ad8f-4d70-a53d-c989b3c5ff66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:43:16.090261 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-b3c11e58-8498-4976-81c4-06c357c031d6 req-06a8b35d-ad8f-4d70-a53d-c989b3c5ff66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:16.091749 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b3c11e58-8498-4976-81c4-06c357c031d6 req-06a8b35d-ad8f-4d70-a53d-c989b3c5ff66 service neutron] 10.222.0.20 "PUT /v2.0/ports/e3101a59-2cca-4f49-b78e-c91a28401eb9 HTTP/1.1" status: 200 len: 1094 time: 0.8056893 Nov 22 10:43:16.092224 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af20b54d-e29d-44d4-80db-b447ceac81c5', 'tag': 'e3101a59-2cca-4f49-b78e-c91a28401eb9'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:43:16.094595 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5429d6209f9db75179b029b02f265116e5db13468d9d60e00895472a7fa8ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a0a4d1-6731-4698-9040-a4ab68af5615" -d '{"events": [{"name": "network-changed", "server_uuid": "af20b54d-e29d-44d4-80db-b447ceac81c5", "tag": "e3101a59-2cca-4f49-b78e-c91a28401eb9"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:43:16.158775 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a8b35d-ad8f-4d70-a53d-c989b3c5ff66 service neutron] Pushing event updated for resources: {'Port': ['ID=e3101a59-2cca-4f49-b78e-c91a28401eb9,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:43:16.165426 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-cc20e9e6-8274-4449-85de-e0353b52f157 req-23033d32-cc52-4551-b125-d8555903048b tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a096c1-3908-471e-b12a-7c82c6dea612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676954 Nov 22 10:43:16.168091 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 10:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5cc443-2704-42c9-a5e4-40327359b4ca x-openstack-request-id: req-ee5cc443-2704-42c9-a5e4-40327359b4ca {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:43:16.168508 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af20b54d-e29d-44d4-80db-b447ceac81c5", "tag": "e3101a59-2cca-4f49-b78e-c91a28401eb9", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:43:16.168695 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ee5cc443-2704-42c9-a5e4-40327359b4ca {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:43:16.169033 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af20b54d-e29d-44d4-80db-b447ceac81c5', 'tag': 'e3101a59-2cca-4f49-b78e-c91a28401eb9', 'status': 'completed', 'code': 200} Nov 22 10:43:16.231917 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c11e58-8498-4976-81c4-06c357c031d6 req-aae14006-c8d4-4c6c-9a0c-a74dc1614b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:43:16.233488 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b3c11e58-8498-4976-81c4-06c357c031d6 req-aae14006-c8d4-4c6c-9a0c-a74dc1614b89 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f1c47419b1b4aceb6eb91d5f6328985&device_id=af20b54d-e29d-44d4-80db-b447ceac81c5 HTTP/1.1" status: 200 len: 1097 time: 0.0671690 Nov 22 10:43:16.309006 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b3c11e58-8498-4976-81c4-06c357c031d6 req-6f69f4ff-0013-4a14-a130-dd918fd2a9b3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3101a59-2cca-4f49-b78e-c91a28401eb9 HTTP/1.1" status: 200 len: 217 time: 0.0639806 Nov 22 10:43:16.394206 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c11e58-8498-4976-81c4-06c357c031d6 req-a27ab0ae-2a35-4189-ae0c-fdcb34d06ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:43:16.396876 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b3c11e58-8498-4976-81c4-06c357c031d6 req-a27ab0ae-2a35-4189-ae0c-fdcb34d06ef2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=416b5eea-d390-4b0e-895d-af54a4cd08ab HTTP/1.1" status: 200 len: 851 time: 0.0810423 Nov 22 10:43:16.453386 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c11e58-8498-4976-81c4-06c357c031d6 req-fed89863-2b4f-4a64-92f0-ce0d374836bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:43:16.455015 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b3c11e58-8498-4976-81c4-06c357c031d6 req-fed89863-2b4f-4a64-92f0-ce0d374836bf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f7304a1e-1535-4fd7-8c3b-2de67fef34b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0511608 Nov 22 10:43:16.555427 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 48380) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:43:16.562995 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b3c11e58-8498-4976-81c4-06c357c031d6 req-18c2e612-7d2b-4487-b6c4-5c0d5ee2418c service neutron] 10.222.0.20 "GET /v2.0/networks/f7304a1e-1535-4fd7-8c3b-2de67fef34b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982397 Nov 22 10:43:16.676125 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b3c11e58-8498-4976-81c4-06c357c031d6 req-896abb34-0048-4042-975b-e00e09a6317d service neutron] 10.222.0.20 "GET /v2.0/networks/f7304a1e-1535-4fd7-8c3b-2de67fef34b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056087 Nov 22 10:43:16.692716 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-03387e64-d501-4111-ab4b-506c75944260 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:16.779327 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0a4d1-6731-4698-9040-a4ab68af5615 req-41195cb6-6629-4b06-960c-bba2abf97502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:43:16.780892 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f5a0a4d1-6731-4698-9040-a4ab68af5615 req-41195cb6-6629-4b06-960c-bba2abf97502 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f1c47419b1b4aceb6eb91d5f6328985&device_id=af20b54d-e29d-44d4-80db-b447ceac81c5 HTTP/1.1" status: 200 len: 1097 time: 0.0518191 Nov 22 10:43:16.781500 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-03387e64-d501-4111-ab4b-506c75944260 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:16.786351 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-03387e64-d501-4111-ab4b-506c75944260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:16.828001 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-03387e64-d501-4111-ab4b-506c75944260 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=84c0c22b489143c8af7b35118c35802f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2713385 Nov 22 10:43:16.829000 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03387e64-d501-4111-ab4b-506c75944260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39d1e59-3389-4520-ab05-46fda50f17e0,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:43:16.831080 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 48384) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:43:16.851324 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03387e64-d501-4111-ab4b-506c75944260 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:43:16.851737 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03387e64-d501-4111-ab4b-506c75944260 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:43:16.852047 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03387e64-d501-4111-ab4b-506c75944260 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:43:16.852390 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03387e64-d501-4111-ab4b-506c75944260 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:43:16.852729 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03387e64-d501-4111-ab4b-506c75944260 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:43:16.853065 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03387e64-d501-4111-ab4b-506c75944260 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:43:16.853396 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03387e64-d501-4111-ab4b-506c75944260 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:43:16.853727 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03387e64-d501-4111-ab4b-506c75944260 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:43:16.854054 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03387e64-d501-4111-ab4b-506c75944260 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:43:16.854387 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03387e64-d501-4111-ab4b-506c75944260 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:43:16.854716 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03387e64-d501-4111-ab4b-506c75944260 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:43:16.855040 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03387e64-d501-4111-ab4b-506c75944260 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:43:16.900300 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-911f882e-b16e-45e3-82a6-83bed8f7f118 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:16.909047 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0a4d1-6731-4698-9040-a4ab68af5615 req-5dc0a8e1-a42f-4a61-a0f7-2ffee5810b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:43:16.911009 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f5a0a4d1-6731-4698-9040-a4ab68af5615 req-5dc0a8e1-a42f-4a61-a0f7-2ffee5810b4e service neutron] 10.222.0.20 "GET /v2.0/networks?id=f7304a1e-1535-4fd7-8c3b-2de67fef34b2 HTTP/1.1" status: 200 len: 913 time: 0.1200812 Nov 22 10:43:16.937458 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-911f882e-b16e-45e3-82a6-83bed8f7f118 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:16.975825 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f5a0a4d1-6731-4698-9040-a4ab68af5615 req-635ae984-513e-45f6-9c53-2583477fb320 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3101a59-2cca-4f49-b78e-c91a28401eb9 HTTP/1.1" status: 200 len: 217 time: 0.0560768 Nov 22 10:43:17.009731 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-911f882e-b16e-45e3-82a6-83bed8f7f118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:17.013589 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-911f882e-b16e-45e3-82a6-83bed8f7f118 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:17.019191 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-911f882e-b16e-45e3-82a6-83bed8f7f118 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b39d1e59-3389-4520-ab05-46fda50f17e0 HTTP/1.1" status: 204 len: 168 time: 0.1864905 Nov 22 10:43:17.030711 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f882e-b16e-45e3-82a6-83bed8f7f118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39d1e59-3389-4520-ab05-46fda50f17e0,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:43:17.036623 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0a4d1-6731-4698-9040-a4ab68af5615 req-d2ed11d8-6a00-4b77-a820-16bee072c847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:43:17.039270 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f5a0a4d1-6731-4698-9040-a4ab68af5615 req-d2ed11d8-6a00-4b77-a820-16bee072c847 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=416b5eea-d390-4b0e-895d-af54a4cd08ab HTTP/1.1" status: 200 len: 851 time: 0.0566006 Nov 22 10:43:17.096441 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0a4d1-6731-4698-9040-a4ab68af5615 req-8a8de21d-da06-4002-abc7-0125093b0906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:43:17.098472 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f5a0a4d1-6731-4698-9040-a4ab68af5615 req-8a8de21d-da06-4002-abc7-0125093b0906 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f7304a1e-1535-4fd7-8c3b-2de67fef34b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0523088 Nov 22 10:43:17.208678 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f5a0a4d1-6731-4698-9040-a4ab68af5615 req-98d8bc20-5567-4736-8e3a-208bb56bc954 service neutron] 10.222.0.20 "GET /v2.0/networks/f7304a1e-1535-4fd7-8c3b-2de67fef34b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020751 Nov 22 10:43:17.385289 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 48392) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:43:17.406581 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c749eaa-7855-43e5-b414-40af6f5a1814 req-6d14afd8-ee9e-4487-abab-27518aad2cfa tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:43:17.409186 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5c749eaa-7855-43e5-b414-40af6f5a1814 req-6d14afd8-ee9e-4487-abab-27518aad2cfa tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?device_id=af20b54d-e29d-44d4-80db-b447ceac81c5 HTTP/1.1" status: 200 len: 944 time: 0.1222460 Nov 22 10:43:17.411388 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-79f284d3-a3b6-4967-ab8e-6408d25db9dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:17.413000 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f5a0a4d1-6731-4698-9040-a4ab68af5615 req-dbc8fb7f-ee96-46f6-8ce7-0b98c7b35946 service neutron] 10.222.0.20 "GET /v2.0/networks/f7304a1e-1535-4fd7-8c3b-2de67fef34b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971531 Nov 22 10:43:17.489997 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5c749eaa-7855-43e5-b414-40af6f5a1814 req-6e002c24-fbdf-4d90-a3cb-01d9ff304b80 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a096c1-3908-471e-b12a-7c82c6dea612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742173 Nov 22 10:43:17.526871 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-79f284d3-a3b6-4967-ab8e-6408d25db9dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:17.532738 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-79f284d3-a3b6-4967-ab8e-6408d25db9dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:17.572916 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-79f284d3-a3b6-4967-ab8e-6408d25db9dc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5b8f1785bd024534a5297fa3c228ad24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1859760 Nov 22 10:43:17.573767 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f284d3-a3b6-4967-ab8e-6408d25db9dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2ba510-f89c-4bbc-b8f9-c42463d76e85,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:43:17.576265 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 48394) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:43:17.628313 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-de323e5d-7ec9-4a1b-bdb6-73c03a01986e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:17.657461 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-de323e5d-7ec9-4a1b-bdb6-73c03a01986e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:17.711429 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-de323e5d-7ec9-4a1b-bdb6-73c03a01986e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:17.716789 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-de323e5d-7ec9-4a1b-bdb6-73c03a01986e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:17.718747 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-de323e5d-7ec9-4a1b-bdb6-73c03a01986e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/df2ba510-f89c-4bbc-b8f9-c42463d76e85 HTTP/1.1" status: 204 len: 168 time: 0.1411681 Nov 22 10:43:17.732444 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de323e5d-7ec9-4a1b-bdb6-73c03a01986e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2ba510-f89c-4bbc-b8f9-c42463d76e85,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:43:18.466295 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 48416) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:43:18.599718 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.v2.base [None req-4a4b44b6-d81a-4656-ba24-c9df754ffcf1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-985447027-network', 'tenant_id': '8bebb85b97714858acfcdffcc42bc7ec'}} {{(pid=102910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:43:18.631041 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4b44b6-d81a-4656-ba24-c9df754ffcf1 admin admin] Made reservation on behalf of 8bebb85b97714858acfcdffcc42bc7ec for: {'network': 1} {{(pid=102910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 10:43:18.634057 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4a4b44b6-d81a-4656-ba24-c9df754ffcf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for network, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:18.646813 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4a4b44b6-d81a-4656-ba24-c9df754ffcf1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:18.655084 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4935614-7638-46cc-ba6a-40827e998113 req-148bb2da-5089-46f8-9aac-ba6a5bcb89bc tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:43:18.656671 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e4935614-7638-46cc-ba6a-40827e998113 req-148bb2da-5089-46f8-9aac-ba6a5bcb89bc tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?device_id=af20b54d-e29d-44d4-80db-b447ceac81c5 HTTP/1.1" status: 200 len: 944 time: 0.0589435 Nov 22 10:43:18.715063 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e4935614-7638-46cc-ba6a-40827e998113 req-426a5a28-c5a2-440d-b84d-f823ac0ee9a6 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a096c1-3908-471e-b12a-7c82c6dea612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522494 Nov 22 10:43:18.732559 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4a4b44b6-d81a-4656-ba24-c9df754ffcf1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:18.737832 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4a4b44b6-d81a-4656-ba24-c9df754ffcf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:18.765376 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a4b44b6-d81a-4656-ba24-c9df754ffcf1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=102910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 10:43:18.772151 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4b44b6-d81a-4656-ba24-c9df754ffcf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09d1381-0719-417e-9b5c-bd9dfb436203,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:43:18.779189 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4a4b44b6-d81a-4656-ba24-c9df754ffcf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4063698'] for segment, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:18.779491 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.db.segments_db [None req-4a4b44b6-d81a-4656-ba24-c9df754ffcf1 admin admin] Added segment 56da53a7-9f7c-46d8-8b5d-b2191443099b of type vlan for network 6a787f29-724c-41d0-8032-2441ef36bbcd Nov 22 10:43:18.834881 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4a4b44b6-d81a-4656-ba24-c9df754ffcf1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749315269614'] for network, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:18.867610 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4a4b44b6-d81a-4656-ba24-c9df754ffcf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861'] for network, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:18.868675 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4b44b6-d81a-4656-ba24-c9df754ffcf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:43:18.869270 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4a4b44b6-d81a-4656-ba24-c9df754ffcf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for network, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:18.926078 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-4a4b44b6-d81a-4656-ba24-c9df754ffcf1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4585419 Nov 22 10:43:18.929203 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 48422) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:43:18.933693 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4b44b6-d81a-4656-ba24-c9df754ffcf1 admin admin] Pushing event updated for resources: {'Network': ['ID=6a787f29-724c-41d0-8032-2441ef36bbcd,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:43:18.934504 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-73ba0135-c139-4aa7-bff5-91f5aa34d16f admin admin] Request body: {'subnet': {'network_id': '6a787f29-724c-41d0-8032-2441ef36bbcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-985447027-subnet', 'tenant_id': '8bebb85b97714858acfcdffcc42bc7ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:43:18.944162 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Network 6a787f29-724c-41d0-8032-2441ef36bbcd details requested by agent ovs-agent-dv-cinder-804035-13-iscsi with host dv-cinder-804035-13-iscsi {{(pid=102912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 10:43:18.958400 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ba0135-c139-4aa7-bff5-91f5aa34d16f admin admin] Made reservation on behalf of 8bebb85b97714858acfcdffcc42bc7ec for: {'subnet': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 10:43:18.961173 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-73ba0135-c139-4aa7-bff5-91f5aa34d16f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12360680'] for subnet, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:19.421409 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-73ba0135-c139-4aa7-bff5-91f5aa34d16f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11987844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12360646'] for subnet, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:19.477333 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ba0135-c139-4aa7-bff5-91f5aa34d16f admin admin] Pushing event updated for resources: {'Subnet': ['ID=93f48cad-2722-4d3f-9217-89871b5c8d8f,revision_number=0']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:43:19.488628 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ba0135-c139-4aa7-bff5-91f5aa34d16f admin admin] Checking segment: {'id': '56da53a7-9f7c-46d8-8b5d-b2191443099b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6a787f29-724c-41d0-8032-2441ef36bbcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:43:19.488988 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ba0135-c139-4aa7-bff5-91f5aa34d16f admin admin] Network hostable DHCP agents. Network: 6a787f29-724c-41d0-8032-2441ef36bbcd, hostable agents: ['3a915d71-ad94-46fb-aadb-328912ff9e3f'], hosted agents: [] {{(pid=102911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 10:43:19.506743 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ba0135-c139-4aa7-bff5-91f5aa34d16f admin admin] Network 6a787f29-724c-41d0-8032-2441ef36bbcd is scheduled to be hosted by DHCP agent 3a915d71-ad94-46fb-aadb-328912ff9e3f with binding_index 1 {{(pid=102911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 10:43:19.521882 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-73ba0135-c139-4aa7-bff5-91f5aa34d16f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-13-iscsi, 6a787f29-724c-41d0-8032-2441ef36bbcd) {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:43:19.527489 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ba0135-c139-4aa7-bff5-91f5aa34d16f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:43:19.528615 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-73ba0135-c139-4aa7-bff5-91f5aa34d16f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:19.535776 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cae661-b7ab-470b-b5df-7ffe88723cb0 None None] Network 6a787f29-724c-41d0-8032-2441ef36bbcd requested from dv-cinder-804035-13-iscsi {{(pid=102912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 10:43:19.548048 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-73ba0135-c139-4aa7-bff5-91f5aa34d16f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6175652 Nov 22 10:43:19.664647 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2818349a-7000-470d-81cc-79bf193e7453 None None] Network 6a787f29-724c-41d0-8032-2441ef36bbcd requested from dv-cinder-804035-13-iscsi {{(pid=102912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 10:43:19.844413 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2780c-6922-4b24-8a11-e920daa0e9bd req-b33839ad-6cae-40d0-b323-ccdd74a1817f tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:43:19.846083 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-78d2780c-6922-4b24-8a11-e920daa0e9bd req-b33839ad-6cae-40d0-b323-ccdd74a1817f tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?device_id=af20b54d-e29d-44d4-80db-b447ceac81c5 HTTP/1.1" status: 200 len: 944 time: 0.0572360 Nov 22 10:43:19.891066 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:19.910005 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-78d2780c-6922-4b24-8a11-e920daa0e9bd req-62bebcab-3d45-43b1-bfaa-d18a9a0cab9e tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a096c1-3908-471e-b12a-7c82c6dea612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574315 Nov 22 10:43:20.114196 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 48440) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:43:20.120192 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-5e9056d6-ae53-4ddc-9a96-c1e3939258b1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1652583279-network', 'tenant_id': 'a736f1dd78794d75ab3cacd2b2074187'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:43:20.144311 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9056d6-ae53-4ddc-9a96-c1e3939258b1 admin admin] Made reservation on behalf of a736f1dd78794d75ab3cacd2b2074187 for: {'network': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 10:43:20.146723 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5e9056d6-ae53-4ddc-9a96-c1e3939258b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for network, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:20.155851 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5e9056d6-ae53-4ddc-9a96-c1e3939258b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:20.233626 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5e9056d6-ae53-4ddc-9a96-c1e3939258b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:20.239390 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5e9056d6-ae53-4ddc-9a96-c1e3939258b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:20.264696 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e9056d6-ae53-4ddc-9a96-c1e3939258b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=102911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 10:43:20.274638 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9056d6-ae53-4ddc-9a96-c1e3939258b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5c1492-028c-4209-ab85-2253d43b1f8d,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:43:20.280068 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5e9056d6-ae53-4ddc-9a96-c1e3939258b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4063698'] for segment, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:20.280410 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.db.segments_db [None req-5e9056d6-ae53-4ddc-9a96-c1e3939258b1 admin admin] Added segment 4c0a23ad-fa6d-4b7c-8ab0-6000c42be088 of type vlan for network 132b6673-0920-41b2-b57f-efed93c41e8e Nov 22 10:43:20.322951 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5e9056d6-ae53-4ddc-9a96-c1e3939258b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749315269614'] for network, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:20.351126 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5e9056d6-ae53-4ddc-9a96-c1e3939258b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861'] for network, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:20.352318 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9056d6-ae53-4ddc-9a96-c1e3939258b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:43:20.352805 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5e9056d6-ae53-4ddc-9a96-c1e3939258b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for network, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:20.410472 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-5e9056d6-ae53-4ddc-9a96-c1e3939258b1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2949300 Nov 22 10:43:20.413671 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 48442) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:43:20.417571 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9056d6-ae53-4ddc-9a96-c1e3939258b1 admin admin] Pushing event updated for resources: {'Network': ['ID=132b6673-0920-41b2-b57f-efed93c41e8e,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:43:20.419069 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.v2.base [None req-98f0c0ae-72c8-4460-a51d-a592d519b984 admin admin] Request body: {'subnet': {'network_id': '132b6673-0920-41b2-b57f-efed93c41e8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1652583279-subnet', 'tenant_id': 'a736f1dd78794d75ab3cacd2b2074187', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:43:20.433945 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Network 132b6673-0920-41b2-b57f-efed93c41e8e details requested by agent ovs-agent-dv-cinder-804035-13-iscsi with host dv-cinder-804035-13-iscsi {{(pid=102912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 10:43:20.451468 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f0c0ae-72c8-4460-a51d-a592d519b984 admin admin] Made reservation on behalf of a736f1dd78794d75ab3cacd2b2074187 for: {'subnet': 1} {{(pid=102910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 10:43:20.454813 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-98f0c0ae-72c8-4460-a51d-a592d519b984 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11983807'] for subnet, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:20.684716 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-98f0c0ae-72c8-4460-a51d-a592d519b984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1162023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11983761'] for subnet, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:20.745285 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f0c0ae-72c8-4460-a51d-a592d519b984 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9db42348-37eb-4121-9464-494b8b9becd8,revision_number=0']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:43:20.758892 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f0c0ae-72c8-4460-a51d-a592d519b984 admin admin] Checking segment: {'id': '4c0a23ad-fa6d-4b7c-8ab0-6000c42be088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '132b6673-0920-41b2-b57f-efed93c41e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:43:20.759402 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f0c0ae-72c8-4460-a51d-a592d519b984 admin admin] Network hostable DHCP agents. Network: 132b6673-0920-41b2-b57f-efed93c41e8e, hostable agents: ['3a915d71-ad94-46fb-aadb-328912ff9e3f'], hosted agents: [] {{(pid=102910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 10:43:20.787769 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f0c0ae-72c8-4460-a51d-a592d519b984 admin admin] Network 132b6673-0920-41b2-b57f-efed93c41e8e is scheduled to be hosted by DHCP agent 3a915d71-ad94-46fb-aadb-328912ff9e3f with binding_index 1 {{(pid=102910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 10:43:20.799193 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-98f0c0ae-72c8-4460-a51d-a592d519b984 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-13-iscsi, 132b6673-0920-41b2-b57f-efed93c41e8e) {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:43:20.805080 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f0c0ae-72c8-4460-a51d-a592d519b984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:43:20.805908 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-98f0c0ae-72c8-4460-a51d-a592d519b984 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for subnet, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:20.811462 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365b9d2e-49f3-47b3-a858-8231cb8f13d0 None None] Network 132b6673-0920-41b2-b57f-efed93c41e8e requested from dv-cinder-804035-13-iscsi {{(pid=102912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 10:43:20.830156 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-98f0c0ae-72c8-4460-a51d-a592d519b984 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4110265 Nov 22 10:43:20.951278 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3740c4-8323-4c17-ae87-2de4e6c2379c None None] Network 132b6673-0920-41b2-b57f-efed93c41e8e requested from dv-cinder-804035-13-iscsi {{(pid=102912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 10:43:21.057078 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d8fbc-336b-44bd-afe9-19f68bec2d04 req-7b946921-6a4a-4193-bcd8-f3c57d21af24 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:43:21.059722 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-529d8fbc-336b-44bd-afe9-19f68bec2d04 req-7b946921-6a4a-4193-bcd8-f3c57d21af24 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?device_id=af20b54d-e29d-44d4-80db-b447ceac81c5 HTTP/1.1" status: 200 len: 944 time: 0.0668676 Nov 22 10:43:21.131843 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-529d8fbc-336b-44bd-afe9-19f68bec2d04 req-f745c625-c967-4f58-81d0-c0c2da53e89f tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a096c1-3908-471e-b12a-7c82c6dea612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653319 Nov 22 10:43:22.275343 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c524a396-e33f-4cc5-83c1-4f5c235d45c6 req-bc401b6b-2c35-49a0-8909-2829ab9022e6 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:43:22.277155 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c524a396-e33f-4cc5-83c1-4f5c235d45c6 req-bc401b6b-2c35-49a0-8909-2829ab9022e6 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?device_id=af20b54d-e29d-44d4-80db-b447ceac81c5 HTTP/1.1" status: 200 len: 944 time: 0.0656939 Nov 22 10:43:22.341938 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c524a396-e33f-4cc5-83c1-4f5c235d45c6 req-1c0bcc8b-d4ce-4a41-b799-7685e0c6baff tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a096c1-3908-471e-b12a-7c82c6dea612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574737 Nov 22 10:43:22.963364 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device e3101a59-2cca-4f49-b78e-c91a28401eb9 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 10:43:23.096639 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port e3101a59-2cca-4f49-b78e-c91a28401eb9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e3101a59-2cca-4f49-b78e-c91a28401eb9,segment=NetworkSegment(4d133feb-ae47-402c-a18c-56604571f270),segment_id=4d133feb-ae47-402c-a18c-56604571f270)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:43:23.116889 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Returning: {'device': 'e3101a59-2cca-4f49-b78e-c91a28401eb9', 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2', 'port_id': 'e3101a59-2cca-4f49-b78e-c91a28401eb9', 'mac_address': 'fa:16:3e:66:43:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '416b5eea-d390-4b0e-895d-af54a4cd08ab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 10:43:23.174957 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:23.196679 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3101a59-2cca-4f49-b78e-c91a28401eb9 {{(pid=102912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 10:43:23.232198 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port e3101a59-2cca-4f49-b78e-c91a28401eb9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e3101a59-2cca-4f49-b78e-c91a28401eb9,segment=NetworkSegment(4d133feb-ae47-402c-a18c-56604571f270),segment_id=4d133feb-ae47-402c-a18c-56604571f270)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:43:23.241500 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:23.319902 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Pushing event updated for resources: {'Port': ['ID=e3101a59-2cca-4f49-b78e-c91a28401eb9,revision_number=4']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:43:23.333516 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:43:23.333866 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:43:23.334215 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:43:23.334555 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:43:23.334893 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:43:23.335388 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:43:23.335869 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:43:23.336361 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:43:23.337146 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:43:23.337531 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:43:23.337918 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:43:23.338270 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:43:23.447045 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] get_ports_and_sgs() called for port_ids ['e3101a59-2cca-4f49-b78e-c91a28401eb9'] {{(pid=102912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 10:43:23.474379 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1b13d-9d98-4a77-817d-7d74be1f3d2e req-bf93597a-4d69-4e2f-bfe2-9f7734d11a14 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:43:23.475858 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-11e1b13d-9d98-4a77-817d-7d74be1f3d2e req-bf93597a-4d69-4e2f-bfe2-9f7734d11a14 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?device_id=af20b54d-e29d-44d4-80db-b447ceac81c5 HTTP/1.1" status: 200 len: 945 time: 0.0539258 Nov 22 10:43:23.530872 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-11e1b13d-9d98-4a77-817d-7d74be1f3d2e req-2d0a349c-22fe-4bb2-b825-f83a4b485a65 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a096c1-3908-471e-b12a-7c82c6dea612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476429 Nov 22 10:43:24.660434 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150225c4-e528-494d-92e0-1a567db45384 req-82dd5ad5-8037-4b59-ac61-9a918de93e56 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:43:24.661938 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-150225c4-e528-494d-92e0-1a567db45384 req-82dd5ad5-8037-4b59-ac61-9a918de93e56 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?device_id=af20b54d-e29d-44d4-80db-b447ceac81c5 HTTP/1.1" status: 200 len: 945 time: 0.0506697 Nov 22 10:43:24.679350 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b4cf921d-a6d9-42b6-be6a-a99d9d4873d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:24.718557 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-150225c4-e528-494d-92e0-1a567db45384 req-7e68f328-6677-4a0c-8725-fdca6e29128d tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a096c1-3908-471e-b12a-7c82c6dea612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498974 Nov 22 10:43:24.993084 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device e3101a59-2cca-4f49-b78e-c91a28401eb9 up at agent hyperv_hv-cinder-80403 {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:43:25.046942 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Provisioning for port e3101a59-2cca-4f49-b78e-c91a28401eb9 completed by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 10:43:25.051774 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Provisioning complete for port e3101a59-2cca-4f49-b78e-c91a28401eb9 triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:43:25.052357 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:25.138387 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:25.162969 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af20b54d-e29d-44d4-80db-b447ceac81c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3101a59-2cca-4f49-b78e-c91a28401eb9'}] {{(pid=102912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:43:25.165343 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871da4fec6c70e81ce77d4e4817c66d6168a6b102b4e2b260a442deac58e97e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c17ec1-7b25-46f3-a36a-2efa83840e9c" -d '{"events": [{"server_uuid": "af20b54d-e29d-44d4-80db-b447ceac81c5", "name": "network-vif-plugged", "status": "completed", "tag": "e3101a59-2cca-4f49-b78e-c91a28401eb9"}]}' {{(pid=102912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:43:25.178902 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port e3101a59-2cca-4f49-b78e-c91a28401eb9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e3101a59-2cca-4f49-b78e-c91a28401eb9,segment=NetworkSegment(4d133feb-ae47-402c-a18c-56604571f270),segment_id=4d133feb-ae47-402c-a18c-56604571f270)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:43:25.184639 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:25.209149 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 10:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116e210c-5858-447c-9106-8bc5c7da9246 x-openstack-request-id: req-116e210c-5858-447c-9106-8bc5c7da9246 {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:43:25.209451 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af20b54d-e29d-44d4-80db-b447ceac81c5", "name": "network-vif-plugged", "status": "completed", "tag": "e3101a59-2cca-4f49-b78e-c91a28401eb9", "code": 200}]} {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:43:25.209699 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-116e210c-5858-447c-9106-8bc5c7da9246 {{(pid=102912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:43:25.210099 dv-cinder-804035-13-iscsi neutron-server[102912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af20b54d-e29d-44d4-80db-b447ceac81c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3101a59-2cca-4f49-b78e-c91a28401eb9', 'code': 200} Nov 22 10:43:25.243892 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Pushing event updated for resources: {'Port': ['ID=e3101a59-2cca-4f49-b78e-c91a28401eb9,revision_number=5']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:43:25.451181 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7763eeb-9715-4acc-85ac-36ed39af3f19 req-11573c5c-1530-455c-996c-710ae14d1153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:43:25.452745 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a7763eeb-9715-4acc-85ac-36ed39af3f19 req-11573c5c-1530-455c-996c-710ae14d1153 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=af20b54d-e29d-44d4-80db-b447ceac81c5 HTTP/1.1" status: 200 len: 1099 time: 0.0539098 Nov 22 10:43:25.504983 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a7763eeb-9715-4acc-85ac-36ed39af3f19 req-269175b3-19cc-4898-82f7-410aa85d1f16 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a8a096c1-3908-471e-b12a-7c82c6dea612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433831 Nov 22 10:43:25.841089 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef4686-cf8e-4bfc-a21b-fc30168ab873 req-93a10cb2-c731-4075-a4ba-8eb82c021446 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:43:25.842667 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-15ef4686-cf8e-4bfc-a21b-fc30168ab873 req-93a10cb2-c731-4075-a4ba-8eb82c021446 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?device_id=af20b54d-e29d-44d4-80db-b447ceac81c5 HTTP/1.1" status: 200 len: 946 time: 0.0537345 Nov 22 10:43:25.896297 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-15ef4686-cf8e-4bfc-a21b-fc30168ab873 req-bc76bc4f-4391-4f12-a6c4-d07ebcee8e62 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a096c1-3908-471e-b12a-7c82c6dea612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471942 Nov 22 10:43:26.993453 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-4225875f-4f0f-44bf-8bc2-5da32187061f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:27.030807 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a7af0-6f12-424f-94c2-4ca010afd3ed req-7cf541e3-951f-422b-8564-cdb103bc1735 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:43:27.032540 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8e7a7af0-6f12-424f-94c2-4ca010afd3ed req-7cf541e3-951f-422b-8564-cdb103bc1735 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?device_id=af20b54d-e29d-44d4-80db-b447ceac81c5 HTTP/1.1" status: 200 len: 946 time: 0.0598502 Nov 22 10:43:27.087296 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8e7a7af0-6f12-424f-94c2-4ca010afd3ed req-4856023f-856f-46a9-bd1a-74eabc12dc9b tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a096c1-3908-471e-b12a-7c82c6dea612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468800 Nov 22 10:43:27.217375 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c01ca1-8c88-4176-9d83-564bdb5621c1 req-cc857055-d976-4f55-84b1-de88455c0086 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:43:27.218943 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a6c01ca1-8c88-4176-9d83-564bdb5621c1 req-cc857055-d976-4f55-84b1-de88455c0086 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?device_id=af20b54d-e29d-44d4-80db-b447ceac81c5 HTTP/1.1" status: 200 len: 946 time: 0.0525198 Nov 22 10:43:27.272838 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a6c01ca1-8c88-4176-9d83-564bdb5621c1 req-3864fa51-7549-4666-8937-1acc5f30b086 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a096c1-3908-471e-b12a-7c82c6dea612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475495 Nov 22 10:43:27.303133 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 48510) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:43:27.511943 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc417762-15b0-4103-93ec-a324b576dbaf tempest-TestVolumeBootPattern-1002989265 tempest-TestVolumeBootPattern-1002989265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:43:27.513499 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-bc417762-15b0-4103-93ec-a324b576dbaf tempest-TestVolumeBootPattern-1002989265 tempest-TestVolumeBootPattern-1002989265-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=af20b54d-e29d-44d4-80db-b447ceac81c5 HTTP/1.1" status: 200 len: 1094 time: 0.2093146 Nov 22 10:43:27.517311 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 48514) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:43:27.521711 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.v2.base [None req-8ab9b6ef-d56e-4cd8-b978-b46a23c2380c tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Request body: {'floatingip': {'floating_network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'port_id': 'e3101a59-2cca-4f49-b78e-c91a28401eb9', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:43:27.546761 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8ab9b6ef-d56e-4cd8-b978-b46a23c2380c tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks [] for floatingip, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:27.649800 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8ab9b6ef-d56e-4cd8-b978-b46a23c2380c tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:27.768675 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-8ab9b6ef-d56e-4cd8-b978-b46a23c2380c tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Allocated IP 172.27.0.236 (e6af0ad0-9fc1-4d6f-8919-77652c0c2a28/df63829c-39ab-4507-b346-4c3fdb4717de/7d6b869c-5668-43f8-b80c-57891ce675a4) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 10:43:27.917700 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8ab9b6ef-d56e-4cd8-b978-b46a23c2380c tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:27.971519 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8ab9b6ef-d56e-4cd8-b978-b46a23c2380c tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749315246228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162187'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:28.015366 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab9b6ef-d56e-4cd8-b978-b46a23c2380c tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Network e6af0ad0-9fc1-4d6f-8919-77652c0c2a28 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:43:28.018964 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-8ab9b6ef-d56e-4cd8-b978-b46a23c2380c tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:43:28.021889 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab9b6ef-d56e-4cd8-b978-b46a23c2380c tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 10:43:28.053285 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab9b6ef-d56e-4cd8-b978-b46a23c2380c tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Pushing event updated for resources: {'Port': ['ID=7d6b869c-5668-43f8-b80c-57891ce675a4,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:43:28.094241 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0c934117-efa3-4f33-917a-019854f2ef65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:28.420463 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8ab9b6ef-d56e-4cd8-b978-b46a23c2380c tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:28.495534 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8ab9b6ef-d56e-4cd8-b978-b46a23c2380c tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:28.693082 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8ab9b6ef-d56e-4cd8-b978-b46a23c2380c tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:28.699386 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8ab9b6ef-d56e-4cd8-b978-b46a23c2380c tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1162204'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:28.772390 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab9b6ef-d56e-4cd8-b978-b46a23c2380c tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Pushing event updated for resources: {'Port': ['ID=7d6b869c-5668-43f8-b80c-57891ce675a4,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:43:28.786987 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8ab9b6ef-d56e-4cd8-b978-b46a23c2380c tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030162'] for floatingip, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:28.901251 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.db.l3_db [None req-8ab9b6ef-d56e-4cd8-b978-b46a23c2380c tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Floating IP e4089284-bbac-4d1d-adcc-85c5b894d33d associated. External IP: 172.27.0.236, port: e3101a59-2cca-4f49-b78e-c91a28401eb9. Nov 22 10:43:29.120234 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab9b6ef-d56e-4cd8-b978-b46a23c2380c tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Router 6b9485f3-8a7d-4b92-9bac-04ae1596823e has already been hosted by L3 agent fa3112ac-4a6e-40b6-a491-552ca746a833 {{(pid=102910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 10:43:29.274990 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab9b6ef-d56e-4cd8-b978-b46a23c2380c tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Notify agent at l3_agent.dv-cinder-804035-13-iscsi the message routers_updated {{(pid=102910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 10:43:29.296656 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7beb7db-cd4b-4349-b40e-60fe70fc69c3 None None] Sync routers for ids ['6b9485f3-8a7d-4b92-9bac-04ae1596823e'] in dv-cinder-804035-13-iscsi {{(pid=102912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 10:43:29.306168 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8ab9b6ef-d56e-4cd8-b978-b46a23c2380c tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for floatingip, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:29.319052 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7beb7db-cd4b-4349-b40e-60fe70fc69c3 None None] Routers {'6b9485f3-8a7d-4b92-9bac-04ae1596823e'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:43:29.320241 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-b7beb7db-cd4b-4349-b40e-60fe70fc69c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:43:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['6b9485f3-8a7d-4b92-9bac-04ae1596823e'], 'active': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:43:29.340466 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-8ab9b6ef-d56e-4cd8-b978-b46a23c2380c tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8219807 Nov 22 10:43:29.341340 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af20b54d-e29d-44d4-80db-b447ceac81c5', 'tag': 'e3101a59-2cca-4f49-b78e-c91a28401eb9'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:43:29.343818 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2087fbdd0508056fa5b30bb185ea5ce3ab7f559fa9cfd34086e27060f42f3c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f710620-837e-497c-be23-49d1066d75da" -d '{"events": [{"name": "network-changed", "server_uuid": "af20b54d-e29d-44d4-80db-b447ceac81c5", "tag": "e3101a59-2cca-4f49-b78e-c91a28401eb9"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:43:29.412560 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 10:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9cf18e2-8323-43e7-8406-cfe1a4a45e13 x-openstack-request-id: req-a9cf18e2-8323-43e7-8406-cfe1a4a45e13 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:43:29.413369 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af20b54d-e29d-44d4-80db-b447ceac81c5", "tag": "e3101a59-2cca-4f49-b78e-c91a28401eb9", "status": "completed", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:43:29.413924 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a9cf18e2-8323-43e7-8406-cfe1a4a45e13 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:43:29.414918 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af20b54d-e29d-44d4-80db-b447ceac81c5', 'tag': 'e3101a59-2cca-4f49-b78e-c91a28401eb9', 'status': 'completed', 'code': 200} Nov 22 10:43:29.445534 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvr_db [None req-b7beb7db-cd4b-4349-b40e-60fe70fc69c3 None None] Set router 6b9485f3-8a7d-4b92-9bac-04ae1596823e gateway port host: dv-cinder-804035-13-iscsi {{(pid=102912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:43:29.484590 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f710620-837e-497c-be23-49d1066d75da req-0a3a18ff-34cd-4de3-a280-f00ef9318afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:43:29.486731 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6f710620-837e-497c-be23-49d1066d75da req-0a3a18ff-34cd-4de3-a280-f00ef9318afc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f1c47419b1b4aceb6eb91d5f6328985&device_id=af20b54d-e29d-44d4-80db-b447ceac81c5 HTTP/1.1" status: 200 len: 1099 time: 0.0490241 Nov 22 10:43:29.594194 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f710620-837e-497c-be23-49d1066d75da req-f733d30e-0711-44bf-a537-56fa378285fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:43:29.595721 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6f710620-837e-497c-be23-49d1066d75da req-f733d30e-0711-44bf-a537-56fa378285fe service neutron] 10.222.0.20 "GET /v2.0/networks?id=f7304a1e-1535-4fd7-8c3b-2de67fef34b2 HTTP/1.1" status: 200 len: 913 time: 0.1017246 Nov 22 10:43:29.667839 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6f710620-837e-497c-be23-49d1066d75da req-08bd8ee2-baa8-4db5-a970-b116d9b5d7eb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3101a59-2cca-4f49-b78e-c91a28401eb9 HTTP/1.1" status: 200 len: 1000 time: 0.0639112 Nov 22 10:43:29.737670 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f710620-837e-497c-be23-49d1066d75da req-c90e179a-ba1f-49c2-af6d-7f5c3ba518a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:43:29.739230 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6f710620-837e-497c-be23-49d1066d75da req-c90e179a-ba1f-49c2-af6d-7f5c3ba518a3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=416b5eea-d390-4b0e-895d-af54a4cd08ab HTTP/1.1" status: 200 len: 851 time: 0.0565610 Nov 22 10:43:29.747834 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-b7beb7db-cd4b-4349-b40e-60fe70fc69c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'name': 'tempest-TestVolumeBootPattern-1311605636-router', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '440a32dd-52fe-44a9-a016-734d3170c7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:42:34Z', 'updated_at': '2021-11-22T10:42:37Z', 'revision_number': 4, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'gw_port': {'id': '440a32dd-52fe-44a9-a016-734d3170c7da', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:42:34Z', 'updated_at': '2021-11-22T10:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_floatingips': [{'id': 'e4089284-bbac-4d1d-adcc-85c5b894d33d', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'floating_ip_address': '172.27.0.236', 'floating_network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'router_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'port_id': 'e3101a59-2cca-4f49-b78e-c91a28401eb9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2', 'mac_address': 'fa:16:3e:66:43:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af20b54d-e29d-44d4-80db-b447ceac81c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T10:43:28Z', 'updated_at': '2021-11-22T10:43:28Z', 'revision_number': 0, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3319d3a-fe95-41c6-987e-42ba9bbe243f', 'name': '', 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'mac_address': 'fa:16:3e:0b:b9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '416b5eea-d390-4b0e-895d-af54a4cd08ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:42:36Z', 'updated_at': '2021-11-22T10:42:41Z', 'revision_number': 5, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'subnets': [{'id': '416b5eea-d390-4b0e-895d-af54a4cd08ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:43:29.781033 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7beb7db-cd4b-4349-b40e-60fe70fc69c3 None None] Checking router: 6b9485f3-8a7d-4b92-9bac-04ae1596823e for host: dv-cinder-804035-13-iscsi {{(pid=102912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 10:43:29.788771 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f710620-837e-497c-be23-49d1066d75da req-9e8a395a-f96a-45fa-aae4-8c7875a23c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:43:29.790429 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6f710620-837e-497c-be23-49d1066d75da req-9e8a395a-f96a-45fa-aae4-8c7875a23c9f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f7304a1e-1535-4fd7-8c3b-2de67fef34b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0440981 Nov 22 10:43:29.791035 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7beb7db-cd4b-4349-b40e-60fe70fc69c3 None None] Routers {'6b9485f3-8a7d-4b92-9bac-04ae1596823e'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:43:29.791656 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-b7beb7db-cd4b-4349-b40e-60fe70fc69c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:43:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['6b9485f3-8a7d-4b92-9bac-04ae1596823e'], 'active': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:43:29.894859 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6f710620-837e-497c-be23-49d1066d75da req-d36ad870-3718-4221-ac98-efb2a2909707 service neutron] 10.222.0.20 "GET /v2.0/networks/f7304a1e-1535-4fd7-8c3b-2de67fef34b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965126 Nov 22 10:43:29.946485 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e21c8dd6-a119-43bc-9b42-7d87f9168fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:29.970858 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvr_db [None req-b7beb7db-cd4b-4349-b40e-60fe70fc69c3 None None] Set router 6b9485f3-8a7d-4b92-9bac-04ae1596823e gateway port host: dv-cinder-804035-13-iscsi {{(pid=102912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:43:29.999363 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6f710620-837e-497c-be23-49d1066d75da req-f7d3fe19-6fc8-4e0a-b352-4ca85cf30882 service neutron] 10.222.0.20 "GET /v2.0/networks/f7304a1e-1535-4fd7-8c3b-2de67fef34b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978680 Nov 22 10:43:30.349533 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-b7beb7db-cd4b-4349-b40e-60fe70fc69c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'name': 'tempest-TestVolumeBootPattern-1311605636-router', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '440a32dd-52fe-44a9-a016-734d3170c7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:42:34Z', 'updated_at': '2021-11-22T10:42:37Z', 'revision_number': 4, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'gw_port': {'id': '440a32dd-52fe-44a9-a016-734d3170c7da', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:42:34Z', 'updated_at': '2021-11-22T10:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_floatingips': [{'id': 'e4089284-bbac-4d1d-adcc-85c5b894d33d', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'floating_ip_address': '172.27.0.236', 'floating_network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'router_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'port_id': 'e3101a59-2cca-4f49-b78e-c91a28401eb9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2', 'mac_address': 'fa:16:3e:66:43:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af20b54d-e29d-44d4-80db-b447ceac81c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T10:43:28Z', 'updated_at': '2021-11-22T10:43:28Z', 'revision_number': 0, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3319d3a-fe95-41c6-987e-42ba9bbe243f', 'name': '', 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'mac_address': 'fa:16:3e:0b:b9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '416b5eea-d390-4b0e-895d-af54a4cd08ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:42:36Z', 'updated_at': '2021-11-22T10:42:41Z', 'revision_number': 5, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'subnets': [{'id': '416b5eea-d390-4b0e-895d-af54a4cd08ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:43:30.379848 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7beb7db-cd4b-4349-b40e-60fe70fc69c3 None None] The sync data for ids ['6b9485f3-8a7d-4b92-9bac-04ae1596823e'] in dv-cinder-804035-13-iscsi is: [{'id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'name': 'tempest-TestVolumeBootPattern-1311605636-router', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '440a32dd-52fe-44a9-a016-734d3170c7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:42:34Z', 'updated_at': '2021-11-22T10:42:37Z', 'revision_number': 4, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'gw_port': {'id': '440a32dd-52fe-44a9-a016-734d3170c7da', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:42:34Z', 'updated_at': '2021-11-22T10:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_floatingips': [{'id': 'e4089284-bbac-4d1d-adcc-85c5b894d33d', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'floating_ip_address': '172.27.0.236', 'floating_network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'router_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'port_id': 'e3101a59-2cca-4f49-b78e-c91a28401eb9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2', 'mac_address': 'fa:16:3e:66:43:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af20b54d-e29d-44d4-80db-b447ceac81c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T10:43:28Z', 'updated_at': '2021-11-22T10:43:28Z', 'revision_number': 0, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3319d3a-fe95-41c6-987e-42ba9bbe243f', 'name': '', 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'mac_address': 'fa:16:3e:0b:b9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '416b5eea-d390-4b0e-895d-af54a4cd08ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:42:36Z', 'updated_at': '2021-11-22T10:42:41Z', 'revision_number': 5, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'subnets': [{'id': '416b5eea-d390-4b0e-895d-af54a4cd08ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 10:43:30.612152 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ad21d2-af6c-484b-8404-d9880e7bb7a0 None None] New status for floating IP e4089284-bbac-4d1d-adcc-85c5b894d33d: ACTIVE {{(pid=102913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 10:43:30.796882 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:34.898149 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 48588) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:43:34.943972 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.db.db_base_plugin_v2 [None req-a80c8020-f15f-416f-98a3-bd54a687fd6d admin admin] Deleting subnet 93f48cad-2722-4d3f-9217-89871b5c8d8f {{(pid=102910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 10:43:34.947750 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a80c8020-f15f-416f-98a3-bd54a687fd6d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:34.984140 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a80c8020-f15f-416f-98a3-bd54a687fd6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11681776'] for subnet, precommit_delete_associations {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:35.023838 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a80c8020-f15f-416f-98a3-bd54a687fd6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4094229'] for subnet, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:35.092249 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a80c8020-f15f-416f-98a3-bd54a687fd6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4094220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1162214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11983770'] for subnet, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:35.120163 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80c8020-f15f-416f-98a3-bd54a687fd6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93f48cad-2722-4d3f-9217-89871b5c8d8f,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:43:35.125244 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a80c8020-f15f-416f-98a3-bd54a687fd6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for subnet, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:35.128694 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-a80c8020-f15f-416f-98a3-bd54a687fd6d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/93f48cad-2722-4d3f-9217-89871b5c8d8f HTTP/1.1" status: 204 len: 168 time: 0.2288158 Nov 22 10:43:35.131043 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 48590) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:43:35.203118 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c7eb6c5c-c7cb-4cc5-a265-6a186a977020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4185191'] for network, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:35.293163 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c7eb6c5c-c7cb-4cc5-a265-6a186a977020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4095910', 'neutron.services.segments.db._delete_segments_for_network-8749315723659'] for network, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:35.314076 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.services.segments.db [None req-c7eb6c5c-c7cb-4cc5-a265-6a186a977020 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a787f29-724c-41d0-8032-2441ef36bbcd']}} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:43:35.324205 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.services.segments.db [None req-c7eb6c5c-c7cb-4cc5-a265-6a186a977020 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56da53a7-9f7c-46d8-8b5d-b2191443099b') {'for_net_delete': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:43:35.324505 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.services.segments.db [None req-c7eb6c5c-c7cb-4cc5-a265-6a186a977020 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56da53a7-9f7c-46d8-8b5d-b2191443099b') {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:43:35.334406 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c7eb6c5c-c7cb-4cc5-a265-6a186a977020 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749315818006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11681769'] for segment, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:35.348176 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c7eb6c5c-c7cb-4cc5-a265-6a186a977020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4063698'] for segment, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:35.355026 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7eb6c5c-c7cb-4cc5-a265-6a186a977020 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=102910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 10:43:35.355494 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c7eb6c5c-c7cb-4cc5-a265-6a186a977020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4063698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1162168'] for segment, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:35.357350 dv-cinder-804035-13-iscsi neutron-server[102910]: Traceback (most recent call last): Nov 22 10:43:35.357350 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 10:43:35.357350 dv-cinder-804035-13-iscsi neutron-server[102910]: timer() Nov 22 10:43:35.357350 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 10:43:35.357350 dv-cinder-804035-13-iscsi neutron-server[102910]: cb(*args, **kw) Nov 22 10:43:35.357350 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 10:43:35.357350 dv-cinder-804035-13-iscsi neutron-server[102910]: return func(*args, **kwargs) Nov 22 10:43:35.357350 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 10:43:35.357350 dv-cinder-804035-13-iscsi neutron-server[102910]: self._notify() Nov 22 10:43:35.357350 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 10:43:35.357350 dv-cinder-804035-13-iscsi neutron-server[102910]: self.callback(batched_events) Nov 22 10:43:35.357350 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 10:43:35.357350 dv-cinder-804035-13-iscsi neutron-server[102910]: event.method(event) Nov 22 10:43:35.357350 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 10:43:35.357350 dv-cinder-804035-13-iscsi neutron-server[102910]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 10:43:35.357350 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 10:43:35.357350 dv-cinder-804035-13-iscsi neutron-server[102910]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 10:43:35.357350 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 10:43:35.357350 dv-cinder-804035-13-iscsi neutron-server[102910]: return f(self, *a, **k) Nov 22 10:43:35.357350 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 10:43:35.357350 dv-cinder-804035-13-iscsi neutron-server[102910]: return self._get(url).json() Nov 22 10:43:35.357350 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 10:43:35.357350 dv-cinder-804035-13-iscsi neutron-server[102910]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 10:43:35.357350 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 10:43:35.357350 dv-cinder-804035-13-iscsi neutron-server[102910]: return self.request(url, 'GET', **kwargs) Nov 22 10:43:35.357350 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 10:43:35.357350 dv-cinder-804035-13-iscsi neutron-server[102910]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 10:43:35.357350 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 10:43:35.357350 dv-cinder-804035-13-iscsi neutron-server[102910]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 10:43:35.357350 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 10:43:35.357350 dv-cinder-804035-13-iscsi neutron-server[102910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 10:43:35.357350 dv-cinder-804035-13-iscsi neutron-server[102910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 10:43:35.413458 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c7eb6c5c-c7cb-4cc5-a265-6a186a977020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4095928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1030268'] for network, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:35.419568 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c7eb6c5c-c7cb-4cc5-a265-6a186a977020 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for network, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:35.422862 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-c7eb6c5c-c7cb-4cc5-a265-6a186a977020 admin admin] 10.222.0.46 "DELETE /v2.0/networks/6a787f29-724c-41d0-8032-2441ef36bbcd HTTP/1.1" status: 204 len: 168 time: 0.2908487 Nov 22 10:43:35.426322 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 48592) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:43:35.436368 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eb6c5c-c7cb-4cc5-a265-6a186a977020 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a787f29-724c-41d0-8032-2441ef36bbcd,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:43:35.486436 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d5030e3-1be7-4a1d-99ca-7005691db19c admin admin] Deleting subnet 9db42348-37eb-4121-9464-494b8b9becd8 {{(pid=102911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 10:43:35.489829 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3d5030e3-1be7-4a1d-99ca-7005691db19c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:35.531098 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3d5030e3-1be7-4a1d-99ca-7005691db19c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8590686'] for subnet, precommit_delete_associations {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:35.598289 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3d5030e3-1be7-4a1d-99ca-7005691db19c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4094229'] for subnet, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:35.653942 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3d5030e3-1be7-4a1d-99ca-7005691db19c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4094220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11987781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12360653'] for subnet, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:35.678547 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5030e3-1be7-4a1d-99ca-7005691db19c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9db42348-37eb-4121-9464-494b8b9becd8,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:43:35.688740 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3d5030e3-1be7-4a1d-99ca-7005691db19c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:35.692010 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-3d5030e3-1be7-4a1d-99ca-7005691db19c admin admin] 10.222.0.46 "DELETE /v2.0/subnets/9db42348-37eb-4121-9464-494b8b9becd8 HTTP/1.1" status: 204 len: 168 time: 0.2641995 Nov 22 10:43:35.693835 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5030e3-1be7-4a1d-99ca-7005691db19c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:43:35.694201 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5030e3-1be7-4a1d-99ca-7005691db19c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:43:35.694729 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 48594) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:43:35.695328 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5030e3-1be7-4a1d-99ca-7005691db19c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:43:35.695890 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5030e3-1be7-4a1d-99ca-7005691db19c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:43:35.696239 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5030e3-1be7-4a1d-99ca-7005691db19c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:43:35.696594 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5030e3-1be7-4a1d-99ca-7005691db19c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:43:35.697028 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5030e3-1be7-4a1d-99ca-7005691db19c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:43:35.697369 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5030e3-1be7-4a1d-99ca-7005691db19c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:43:35.697702 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5030e3-1be7-4a1d-99ca-7005691db19c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:43:35.698039 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5030e3-1be7-4a1d-99ca-7005691db19c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:43:35.698503 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5030e3-1be7-4a1d-99ca-7005691db19c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:43:35.698833 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5030e3-1be7-4a1d-99ca-7005691db19c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:43:36.001969 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-843a30c4-68cf-44ad-88cb-fc5cbae6aac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4185191'] for network, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:36.085709 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-843a30c4-68cf-44ad-88cb-fc5cbae6aac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4095910', 'neutron.services.segments.db._delete_segments_for_network-8749315723659'] for network, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:36.107262 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.services.segments.db [None req-843a30c4-68cf-44ad-88cb-fc5cbae6aac5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['132b6673-0920-41b2-b57f-efed93c41e8e']}} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:43:36.117445 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.services.segments.db [None req-843a30c4-68cf-44ad-88cb-fc5cbae6aac5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c0a23ad-fa6d-4b7c-8ab0-6000c42be088') {'for_net_delete': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:43:36.117752 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.services.segments.db [None req-843a30c4-68cf-44ad-88cb-fc5cbae6aac5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c0a23ad-fa6d-4b7c-8ab0-6000c42be088') {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:43:36.127712 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-843a30c4-68cf-44ad-88cb-fc5cbae6aac5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749315818006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11681769'] for segment, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:36.142190 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-843a30c4-68cf-44ad-88cb-fc5cbae6aac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4063698'] for segment, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:36.148777 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-843a30c4-68cf-44ad-88cb-fc5cbae6aac5 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=102910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 10:43:36.149156 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-843a30c4-68cf-44ad-88cb-fc5cbae6aac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4063698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1162168'] for segment, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:36.150836 dv-cinder-804035-13-iscsi neutron-server[102910]: Traceback (most recent call last): Nov 22 10:43:36.150836 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 10:43:36.150836 dv-cinder-804035-13-iscsi neutron-server[102910]: timer() Nov 22 10:43:36.150836 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 10:43:36.150836 dv-cinder-804035-13-iscsi neutron-server[102910]: cb(*args, **kw) Nov 22 10:43:36.150836 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 10:43:36.150836 dv-cinder-804035-13-iscsi neutron-server[102910]: return func(*args, **kwargs) Nov 22 10:43:36.150836 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 10:43:36.150836 dv-cinder-804035-13-iscsi neutron-server[102910]: self._notify() Nov 22 10:43:36.150836 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 10:43:36.150836 dv-cinder-804035-13-iscsi neutron-server[102910]: self.callback(batched_events) Nov 22 10:43:36.150836 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 10:43:36.150836 dv-cinder-804035-13-iscsi neutron-server[102910]: event.method(event) Nov 22 10:43:36.150836 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 10:43:36.150836 dv-cinder-804035-13-iscsi neutron-server[102910]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 10:43:36.150836 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 10:43:36.150836 dv-cinder-804035-13-iscsi neutron-server[102910]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 10:43:36.150836 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 10:43:36.150836 dv-cinder-804035-13-iscsi neutron-server[102910]: return f(self, *a, **k) Nov 22 10:43:36.150836 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 10:43:36.150836 dv-cinder-804035-13-iscsi neutron-server[102910]: return self._get(url).json() Nov 22 10:43:36.150836 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 10:43:36.150836 dv-cinder-804035-13-iscsi neutron-server[102910]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 10:43:36.150836 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 10:43:36.150836 dv-cinder-804035-13-iscsi neutron-server[102910]: return self.request(url, 'GET', **kwargs) Nov 22 10:43:36.150836 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 10:43:36.150836 dv-cinder-804035-13-iscsi neutron-server[102910]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 10:43:36.150836 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 10:43:36.150836 dv-cinder-804035-13-iscsi neutron-server[102910]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 10:43:36.150836 dv-cinder-804035-13-iscsi neutron-server[102910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 10:43:36.150836 dv-cinder-804035-13-iscsi neutron-server[102910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 10:43:36.150836 dv-cinder-804035-13-iscsi neutron-server[102910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 10:43:36.213081 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-843a30c4-68cf-44ad-88cb-fc5cbae6aac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4095928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1030268'] for network, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:36.218854 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-843a30c4-68cf-44ad-88cb-fc5cbae6aac5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for network, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:36.225014 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-843a30c4-68cf-44ad-88cb-fc5cbae6aac5 admin admin] 10.222.0.46 "DELETE /v2.0/networks/132b6673-0920-41b2-b57f-efed93c41e8e HTTP/1.1" status: 204 len: 168 time: 0.5292234 Nov 22 10:43:36.236903 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a30c4-68cf-44ad-88cb-fc5cbae6aac5 admin admin] Pushing event deleted for resources: {'Network': ['ID=132b6673-0920-41b2-b57f-efed93c41e8e,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:43:36.405877 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 48600) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:43:36.457122 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-e33f70ae-8a7f-4da7-84af-4e580114de1c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8bebb85b97714858acfcdffcc42bc7ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0498681 Nov 22 10:43:36.460377 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 48602) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:43:36.513765 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d7be5b6f-b2e6-4ae7-9323-f9660916f7a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:36.535733 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d7be5b6f-b2e6-4ae7-9323-f9660916f7a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:36.583700 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d7be5b6f-b2e6-4ae7-9323-f9660916f7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:36.586748 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d7be5b6f-b2e6-4ae7-9323-f9660916f7a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:36.588264 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-d7be5b6f-b2e6-4ae7-9323-f9660916f7a6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d09d1381-0719-417e-9b5c-bd9dfb436203 HTTP/1.1" status: 204 len: 168 time: 0.1267450 Nov 22 10:43:36.598205 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7be5b6f-b2e6-4ae7-9323-f9660916f7a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09d1381-0719-417e-9b5c-bd9dfb436203,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:43:36.981714 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 48608) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:43:37.026208 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-c9b04579-26b7-46e4-b41e-1074dea12b30 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a736f1dd78794d75ab3cacd2b2074187&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431790 Nov 22 10:43:37.029506 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 48610) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:43:37.082945 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-91f5eeca-23ae-47dd-b200-729e135b65c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:37.105780 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-91f5eeca-23ae-47dd-b200-729e135b65c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:37.158660 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-91f5eeca-23ae-47dd-b200-729e135b65c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:37.161811 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-91f5eeca-23ae-47dd-b200-729e135b65c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:37.163016 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-91f5eeca-23ae-47dd-b200-729e135b65c6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5b5c1492-028c-4209-ab85-2253d43b1f8d HTTP/1.1" status: 204 len: 168 time: 0.1324642 Nov 22 10:43:37.172384 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f5eeca-23ae-47dd-b200-729e135b65c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5c1492-028c-4209-ab85-2253d43b1f8d,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:43:45.816054 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 48696) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:43:45.938205 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-a52df625-3bd1-41bd-a0b6-ead4c38d2b67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:46.017968 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-a52df625-3bd1-41bd-a0b6-ead4c38d2b67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:46.022674 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-a52df625-3bd1-41bd-a0b6-ead4c38d2b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:46.060738 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-a52df625-3bd1-41bd-a0b6-ead4c38d2b67 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b17dbfde5bc54ef7b1d9eef49e1731f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2435391 Nov 22 10:43:46.061893 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52df625-3bd1-41bd-a0b6-ead4c38d2b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e1746b-e16d-42cb-ba83-f3414c8bc7b9,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:43:46.063696 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 48700) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:43:46.114735 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7d92c286-421c-420f-bc2c-74018bfc5089 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:46.138112 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7d92c286-421c-420f-bc2c-74018bfc5089 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:46.187573 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7d92c286-421c-420f-bc2c-74018bfc5089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:46.190377 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7d92c286-421c-420f-bc2c-74018bfc5089 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:46.191558 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-7d92c286-421c-420f-bc2c-74018bfc5089 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/06e1746b-e16d-42cb-ba83-f3414c8bc7b9 HTTP/1.1" status: 204 len: 168 time: 0.1268589 Nov 22 10:43:46.199946 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d92c286-421c-420f-bc2c-74018bfc5089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e1746b-e16d-42cb-ba83-f3414c8bc7b9,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:43:49.897622 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:51.731011 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-53250f7e-a96d-44e3-b1ed-1757fc91e752 req-1131e609-9546-42fc-b5b6-e5613ab16a5f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=af20b54d-e29d-44d4-80db-b447ceac81c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435238 Nov 22 10:43:51.821846 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53250f7e-a96d-44e3-b1ed-1757fc91e752 req-0ccaa3a6-2ea3-4995-ac8d-99cc390f0be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:43:51.823438 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-53250f7e-a96d-44e3-b1ed-1757fc91e752 req-0ccaa3a6-2ea3-4995-ac8d-99cc390f0be0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f1c47419b1b4aceb6eb91d5f6328985&device_id=af20b54d-e29d-44d4-80db-b447ceac81c5 HTTP/1.1" status: 200 len: 1099 time: 0.0451689 Nov 22 10:43:51.944049 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53250f7e-a96d-44e3-b1ed-1757fc91e752 req-a1e543b1-fbf1-4143-87a9-1238a987b651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:43:51.945626 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-53250f7e-a96d-44e3-b1ed-1757fc91e752 req-a1e543b1-fbf1-4143-87a9-1238a987b651 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f7304a1e-1535-4fd7-8c3b-2de67fef34b2 HTTP/1.1" status: 200 len: 913 time: 0.0990448 Nov 22 10:43:52.018469 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-53250f7e-a96d-44e3-b1ed-1757fc91e752 req-e1197632-6ed1-4d9a-ba77-9c244c2105d4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3101a59-2cca-4f49-b78e-c91a28401eb9 HTTP/1.1" status: 200 len: 1002 time: 0.0642779 Nov 22 10:43:52.230735 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.agents_db [None req-35a1a16e-7bf9-4643-9be2-574a1761dc3a None None] Agent healthcheck: found 6 active agents {{(pid=102913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 10:43:52.938930 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53250f7e-a96d-44e3-b1ed-1757fc91e752 req-7978634c-8156-4a46-9114-15921f69d36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:43:52.940464 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-53250f7e-a96d-44e3-b1ed-1757fc91e752 req-7978634c-8156-4a46-9114-15921f69d36b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=416b5eea-d390-4b0e-895d-af54a4cd08ab HTTP/1.1" status: 200 len: 851 time: 0.0546136 Nov 22 10:43:53.769361 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53250f7e-a96d-44e3-b1ed-1757fc91e752 req-38ef9e3f-e08f-4c38-ba10-831433d53cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:43:53.770808 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-53250f7e-a96d-44e3-b1ed-1757fc91e752 req-38ef9e3f-e08f-4c38-ba10-831433d53cd7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f7304a1e-1535-4fd7-8c3b-2de67fef34b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0472701 Nov 22 10:43:54.674214 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-db9f6e3e-37ec-4b83-a34b-e24f92d9731e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:54.754734 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-53250f7e-a96d-44e3-b1ed-1757fc91e752 req-460b9748-36a0-449f-beb4-18b9d516eee2 service neutron] 10.222.0.20 "GET /v2.0/networks/f7304a1e-1535-4fd7-8c3b-2de67fef34b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847366 Nov 22 10:43:54.852231 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-53250f7e-a96d-44e3-b1ed-1757fc91e752 req-64e4e837-8b16-43ee-8572-a84c0ba2ae45 service neutron] 10.222.0.20 "GET /v2.0/networks/f7304a1e-1535-4fd7-8c3b-2de67fef34b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902224 Nov 22 10:43:56.987524 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-6a2eb4c6-6ce0-463b-8bb8-bfe85f5e6ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:58.080056 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0c934117-efa3-4f33-917a-019854f2ef65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:43:59.888630 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e21c8dd6-a119-43bc-9b42-7d87f9168fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:00.793570 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:05.889223 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 48828) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:44:06.000304 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d9055fce-824e-4e15-a766-3610d4a85624 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:06.087511 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d9055fce-824e-4e15-a766-3610d4a85624 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:06.093803 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d9055fce-824e-4e15-a766-3610d4a85624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:06.135177 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-d9055fce-824e-4e15-a766-3610d4a85624 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e03f42c32b094a3e997f815a898c9274&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2447979 Nov 22 10:44:06.136196 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9055fce-824e-4e15-a766-3610d4a85624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29642fce-5218-48f1-aae0-1d3e26ebbf83,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:44:06.138875 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 48832) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:44:06.191244 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-edf6b873-d9a2-456f-b02c-41e7d0eddc73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:06.214141 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-edf6b873-d9a2-456f-b02c-41e7d0eddc73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:06.262634 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-edf6b873-d9a2-456f-b02c-41e7d0eddc73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:06.265412 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-edf6b873-d9a2-456f-b02c-41e7d0eddc73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:06.266572 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-edf6b873-d9a2-456f-b02c-41e7d0eddc73 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/29642fce-5218-48f1-aae0-1d3e26ebbf83 HTTP/1.1" status: 204 len: 168 time: 0.1267684 Nov 22 10:44:06.275169 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf6b873-d9a2-456f-b02c-41e7d0eddc73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29642fce-5218-48f1-aae0-1d3e26ebbf83,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:44:14.499251 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 48958) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:44:14.618888 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6fd40859-6cff-478e-ba04-5567d1ac08ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:14.701180 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6fd40859-6cff-478e-ba04-5567d1ac08ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:14.707282 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6fd40859-6cff-478e-ba04-5567d1ac08ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:14.753926 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-6fd40859-6cff-478e-ba04-5567d1ac08ef admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=456120322f68463d8f72d08c45984f80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2534583 Nov 22 10:44:14.754719 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd40859-6cff-478e-ba04-5567d1ac08ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58c3e25-e82e-4d63-a048-52c90007d470,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:44:14.757249 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 48962) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:44:14.815017 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-a08a4225-1288-42cd-973e-e19655c20605 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:14.838751 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-a08a4225-1288-42cd-973e-e19655c20605 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:14.888789 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-a08a4225-1288-42cd-973e-e19655c20605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:14.891819 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-a08a4225-1288-42cd-973e-e19655c20605 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:14.892995 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-a08a4225-1288-42cd-973e-e19655c20605 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a58c3e25-e82e-4d63-a048-52c90007d470 HTTP/1.1" status: 204 len: 168 time: 0.1343327 Nov 22 10:44:14.901380 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08a4225-1288-42cd-973e-e19655c20605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58c3e25-e82e-4d63-a048-52c90007d470,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:44:15.176808 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 48968) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:44:15.191072 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-34e88c4d-1b5c-4e74-8aef-ebbd3a8f0b03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:15.267588 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-34e88c4d-1b5c-4e74-8aef-ebbd3a8f0b03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:15.273779 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-34e88c4d-1b5c-4e74-8aef-ebbd3a8f0b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:15.314638 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e88c4d-1b5c-4e74-8aef-ebbd3a8f0b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625a5667-d186-403f-a217-a744cc43c796,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:44:15.326408 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-34e88c4d-1b5c-4e74-8aef-ebbd3a8f0b03 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c50f50071f5f459cbb18c9b7932ea09c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1484756 Nov 22 10:44:15.329119 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 48970) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:44:15.377866 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-636bead6-8b82-42f0-993c-b534ae02452c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:15.399225 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-636bead6-8b82-42f0-993c-b534ae02452c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:15.452645 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-636bead6-8b82-42f0-993c-b534ae02452c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:15.455297 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-636bead6-8b82-42f0-993c-b534ae02452c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:15.456545 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-636bead6-8b82-42f0-993c-b534ae02452c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/625a5667-d186-403f-a217-a744cc43c796 HTTP/1.1" status: 204 len: 168 time: 0.1265066 Nov 22 10:44:15.466459 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636bead6-8b82-42f0-993c-b534ae02452c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625a5667-d186-403f-a217-a744cc43c796,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:44:15.792250 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 48976) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:44:15.806844 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-7839939e-4ddb-4849-b689-6dd953181193 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:15.889209 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-7839939e-4ddb-4849-b689-6dd953181193 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:15.894341 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-7839939e-4ddb-4849-b689-6dd953181193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:15.935097 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-7839939e-4ddb-4849-b689-6dd953181193 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d686585a50164411ae19ae0ac432f729&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1414680 Nov 22 10:44:15.936388 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7839939e-4ddb-4849-b689-6dd953181193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb676e12-6694-4396-ad0b-998d4ae79788,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:44:15.938064 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 48978) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:44:15.991158 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-71c65dce-cc4e-4c70-9691-42b3794a162e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:16.014504 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-71c65dce-cc4e-4c70-9691-42b3794a162e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:16.065908 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-71c65dce-cc4e-4c70-9691-42b3794a162e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:16.068565 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-71c65dce-cc4e-4c70-9691-42b3794a162e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:16.069813 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-71c65dce-cc4e-4c70-9691-42b3794a162e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cb676e12-6694-4396-ad0b-998d4ae79788 HTTP/1.1" status: 204 len: 168 time: 0.1297154 Nov 22 10:44:16.078699 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c65dce-cc4e-4c70-9691-42b3794a162e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb676e12-6694-4396-ad0b-998d4ae79788,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:44:19.896895 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:24.267620 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 49096) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:44:24.376104 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e7f632a7-4402-464e-8ad2-8863ae8e7e60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:24.452378 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e7f632a7-4402-464e-8ad2-8863ae8e7e60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:24.457697 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e7f632a7-4402-464e-8ad2-8863ae8e7e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:24.499855 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f632a7-4402-464e-8ad2-8863ae8e7e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bca9ac2-c613-4d12-b769-ce2c63e04c71,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:44:24.503921 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-e7f632a7-4402-464e-8ad2-8863ae8e7e60 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=15763e833a394b0ca40e17911e08f9d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2351813 Nov 22 10:44:24.506942 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 49100) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:44:24.510394 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f632a7-4402-464e-8ad2-8863ae8e7e60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:44:24.510756 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f632a7-4402-464e-8ad2-8863ae8e7e60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:44:24.511098 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f632a7-4402-464e-8ad2-8863ae8e7e60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:44:24.511471 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f632a7-4402-464e-8ad2-8863ae8e7e60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:44:24.511859 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f632a7-4402-464e-8ad2-8863ae8e7e60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:44:24.512180 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f632a7-4402-464e-8ad2-8863ae8e7e60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:44:24.512508 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f632a7-4402-464e-8ad2-8863ae8e7e60 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:44:24.512832 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f632a7-4402-464e-8ad2-8863ae8e7e60 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:44:24.513170 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f632a7-4402-464e-8ad2-8863ae8e7e60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:44:24.513491 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f632a7-4402-464e-8ad2-8863ae8e7e60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:44:24.513810 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f632a7-4402-464e-8ad2-8863ae8e7e60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:44:24.514116 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f632a7-4402-464e-8ad2-8863ae8e7e60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:44:24.562837 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-da9bb27e-b42b-4fd2-a6e6-6785a3014d4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:24.586264 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-da9bb27e-b42b-4fd2-a6e6-6785a3014d4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:24.636997 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-da9bb27e-b42b-4fd2-a6e6-6785a3014d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:24.639799 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-da9bb27e-b42b-4fd2-a6e6-6785a3014d4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:24.640981 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-da9bb27e-b42b-4fd2-a6e6-6785a3014d4c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2bca9ac2-c613-4d12-b769-ce2c63e04c71 HTTP/1.1" status: 204 len: 168 time: 0.1330497 Nov 22 10:44:24.649001 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9bb27e-b42b-4fd2-a6e6-6785a3014d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bca9ac2-c613-4d12-b769-ce2c63e04c71,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:44:24.678700 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-4786ddab-b9eb-4413-a1b3-ab42a3868391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:24.941021 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 49106) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:44:24.956147 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c0677a87-5f32-445f-8649-223091045831 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:25.041660 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c0677a87-5f32-445f-8649-223091045831 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:25.048351 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c0677a87-5f32-445f-8649-223091045831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:25.088875 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-c0677a87-5f32-445f-8649-223091045831 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ab5742310c894ccebfdf9202cc5b097c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1466537 Nov 22 10:44:25.090624 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0677a87-5f32-445f-8649-223091045831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1fade6e-439d-4a91-8442-4a55729e15b5,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:44:25.092116 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 49108) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:44:25.144133 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-db254589-a624-4b67-91b6-d7f1c397ebfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:25.168964 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-db254589-a624-4b67-91b6-d7f1c397ebfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:25.224572 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-db254589-a624-4b67-91b6-d7f1c397ebfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:25.227267 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-db254589-a624-4b67-91b6-d7f1c397ebfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:25.228509 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-db254589-a624-4b67-91b6-d7f1c397ebfb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e1fade6e-439d-4a91-8442-4a55729e15b5 HTTP/1.1" status: 204 len: 168 time: 0.1353743 Nov 22 10:44:25.240150 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db254589-a624-4b67-91b6-d7f1c397ebfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1fade6e-439d-4a91-8442-4a55729e15b5,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:44:25.574501 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 49114) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:44:25.588702 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e755b446-7189-4d72-bba2-bc6a8d2a4dde admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:25.665848 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e755b446-7189-4d72-bba2-bc6a8d2a4dde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:25.672394 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e755b446-7189-4d72-bba2-bc6a8d2a4dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:25.708870 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e755b446-7189-4d72-bba2-bc6a8d2a4dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877ed6af-d8d9-4f5f-9fa6-4dda2e812650,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:44:25.713568 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-e755b446-7189-4d72-bba2-bc6a8d2a4dde admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bfbab20f37394c919154b1ba35c8860b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1380012 Nov 22 10:44:25.716356 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 49116) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:44:25.768949 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3e756cba-a191-4f60-bef7-42b7754da8e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:25.791071 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3e756cba-a191-4f60-bef7-42b7754da8e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:25.845111 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3e756cba-a191-4f60-bef7-42b7754da8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:25.848357 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3e756cba-a191-4f60-bef7-42b7754da8e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:25.849731 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-3e756cba-a191-4f60-bef7-42b7754da8e5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/877ed6af-d8d9-4f5f-9fa6-4dda2e812650 HTTP/1.1" status: 204 len: 168 time: 0.1323268 Nov 22 10:44:25.860486 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e756cba-a191-4f60-bef7-42b7754da8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877ed6af-d8d9-4f5f-9fa6-4dda2e812650,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:44:26.989406 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-6f70f386-9a1a-44c0-91f9-a1ff6f93d311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:28.085371 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0c934117-efa3-4f33-917a-019854f2ef65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:29.231696 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.agents_db [None req-35a1a16e-7bf9-4643-9be2-574a1761dc3a None None] Agent healthcheck: found 6 active agents {{(pid=102913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 10:44:29.887324 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e21c8dd6-a119-43bc-9b42-7d87f9168fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:30.798549 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:44.130736 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 49246) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:44:44.264479 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e15ea65f-9ae4-49f2-ab63-e35b787ca3fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:44.351267 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e15ea65f-9ae4-49f2-ab63-e35b787ca3fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:44.357851 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e15ea65f-9ae4-49f2-ab63-e35b787ca3fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:44.398769 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15ea65f-9ae4-49f2-ab63-e35b787ca3fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6103f302-049b-4300-b230-e10f9ca33b8d,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:44:44.404458 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-e15ea65f-9ae4-49f2-ab63-e35b787ca3fb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ae073d80cbe148b79166deec4aea9159&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2721806 Nov 22 10:44:44.407472 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 49250) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:44:44.463408 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-66289467-7bbc-4aea-b061-a24bb8ae10f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:44.490374 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-66289467-7bbc-4aea-b061-a24bb8ae10f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:44.541056 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-66289467-7bbc-4aea-b061-a24bb8ae10f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:44.543980 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-66289467-7bbc-4aea-b061-a24bb8ae10f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:44.545162 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-66289467-7bbc-4aea-b061-a24bb8ae10f4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6103f302-049b-4300-b230-e10f9ca33b8d HTTP/1.1" status: 204 len: 168 time: 0.1367240 Nov 22 10:44:44.558356 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66289467-7bbc-4aea-b061-a24bb8ae10f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6103f302-049b-4300-b230-e10f9ca33b8d,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:44:49.898341 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:52.603690 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 49330) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:44:52.710028 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c6fcbd15-00e5-4bb7-aabd-dde82de75b04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:52.796954 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c6fcbd15-00e5-4bb7-aabd-dde82de75b04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:52.802067 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c6fcbd15-00e5-4bb7-aabd-dde82de75b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:52.841733 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-c6fcbd15-00e5-4bb7-aabd-dde82de75b04 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0ad35b4ec51546868a7393c1f2904393&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2367866 Nov 22 10:44:52.842739 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fcbd15-00e5-4bb7-aabd-dde82de75b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80bc5806-943c-4c19-aa60-6ea12263fb8a,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:44:52.846399 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 49334) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:44:52.859304 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fcbd15-00e5-4bb7-aabd-dde82de75b04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:44:52.859549 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fcbd15-00e5-4bb7-aabd-dde82de75b04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:44:52.859906 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fcbd15-00e5-4bb7-aabd-dde82de75b04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:44:52.860241 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fcbd15-00e5-4bb7-aabd-dde82de75b04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:44:52.860570 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fcbd15-00e5-4bb7-aabd-dde82de75b04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:44:52.860896 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fcbd15-00e5-4bb7-aabd-dde82de75b04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:44:52.864782 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fcbd15-00e5-4bb7-aabd-dde82de75b04 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:44:52.864782 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fcbd15-00e5-4bb7-aabd-dde82de75b04 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:44:52.864782 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fcbd15-00e5-4bb7-aabd-dde82de75b04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:44:52.864782 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fcbd15-00e5-4bb7-aabd-dde82de75b04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:44:52.864782 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fcbd15-00e5-4bb7-aabd-dde82de75b04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:44:52.864782 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fcbd15-00e5-4bb7-aabd-dde82de75b04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:44:52.919698 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-a54478ed-9939-442b-ab3b-bec292887a01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:52.942079 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-a54478ed-9939-442b-ab3b-bec292887a01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:52.993370 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-a54478ed-9939-442b-ab3b-bec292887a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:52.996384 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-a54478ed-9939-442b-ab3b-bec292887a01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:52.997697 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-a54478ed-9939-442b-ab3b-bec292887a01 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/80bc5806-943c-4c19-aa60-6ea12263fb8a HTTP/1.1" status: 204 len: 168 time: 0.1502872 Nov 22 10:44:53.005951 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54478ed-9939-442b-ab3b-bec292887a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bc5806-943c-4c19-aa60-6ea12263fb8a,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:44:53.724859 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-532a2312-c8c1-4f7f-8827-27340a9e5a7c req-4e4d7032-39f2-49ac-a918-b07896126d88 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=af20b54d-e29d-44d4-80db-b447ceac81c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434432 Nov 22 10:44:53.816110 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a2312-c8c1-4f7f-8827-27340a9e5a7c req-fa5b393d-1091-495b-b31f-0292e9317a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:44:53.817677 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-532a2312-c8c1-4f7f-8827-27340a9e5a7c req-fa5b393d-1091-495b-b31f-0292e9317a3c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f1c47419b1b4aceb6eb91d5f6328985&device_id=af20b54d-e29d-44d4-80db-b447ceac81c5 HTTP/1.1" status: 200 len: 1099 time: 0.0471218 Nov 22 10:44:53.924758 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a2312-c8c1-4f7f-8827-27340a9e5a7c req-5bbf671f-a475-4930-86ee-518e95d85330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:44:53.926247 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-532a2312-c8c1-4f7f-8827-27340a9e5a7c req-5bbf671f-a475-4930-86ee-518e95d85330 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f7304a1e-1535-4fd7-8c3b-2de67fef34b2 HTTP/1.1" status: 200 len: 913 time: 0.0872540 Nov 22 10:44:53.996398 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-532a2312-c8c1-4f7f-8827-27340a9e5a7c req-b1851e3d-a8c7-45be-badc-0ff24c4bacc0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3101a59-2cca-4f49-b78e-c91a28401eb9 HTTP/1.1" status: 200 len: 1002 time: 0.0631351 Nov 22 10:44:54.050809 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a2312-c8c1-4f7f-8827-27340a9e5a7c req-731b099b-d8eb-43a8-8f90-42498074597b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:44:54.052320 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-532a2312-c8c1-4f7f-8827-27340a9e5a7c req-731b099b-d8eb-43a8-8f90-42498074597b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=416b5eea-d390-4b0e-895d-af54a4cd08ab HTTP/1.1" status: 200 len: 851 time: 0.0486333 Nov 22 10:44:54.099862 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a2312-c8c1-4f7f-8827-27340a9e5a7c req-b3ec5383-83ff-44d9-96ca-9b9fd9043e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:44:54.101383 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-532a2312-c8c1-4f7f-8827-27340a9e5a7c req-b3ec5383-83ff-44d9-96ca-9b9fd9043e3e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f7304a1e-1535-4fd7-8c3b-2de67fef34b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0423400 Nov 22 10:44:54.196838 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-532a2312-c8c1-4f7f-8827-27340a9e5a7c req-9e415706-9c2e-427c-ae7b-10f6cc138b7b service neutron] 10.222.0.20 "GET /v2.0/networks/f7304a1e-1535-4fd7-8c3b-2de67fef34b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882385 Nov 22 10:44:54.292447 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-532a2312-c8c1-4f7f-8827-27340a9e5a7c req-972a22e4-f9bf-49fd-9dfd-9cc225eb70b1 service neutron] 10.222.0.20 "GET /v2.0/networks/f7304a1e-1535-4fd7-8c3b-2de67fef34b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872557 Nov 22 10:44:54.672318 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b6885072-3d79-41f8-b2a5-45948f966f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:56.994022 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-6029597f-032b-4cd3-8318-92ce5e7c67fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:58.086453 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0c934117-efa3-4f33-917a-019854f2ef65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:44:59.893686 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e21c8dd6-a119-43bc-9b42-7d87f9168fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:45:00.804022 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:45:06.232715 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.agents_db [None req-35a1a16e-7bf9-4643-9be2-574a1761dc3a None None] Agent healthcheck: found 6 active agents {{(pid=102913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 10:45:19.897600 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:45:24.675979 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-4bd2af35-4b32-44d9-b0eb-458856e9ed83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:45:27.003503 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9c8a34db-ccae-4da5-961e-848f947ce889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:45:28.090691 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0c934117-efa3-4f33-917a-019854f2ef65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:45:29.896807 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e21c8dd6-a119-43bc-9b42-7d87f9168fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:45:30.808383 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:45:35.128595 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e1d974-d01a-44cb-a275-82a268ce0a45 req-7ae39337-5a0f-4137-89fb-712e807a9fa0 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:45:35.130112 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d8e1d974-d01a-44cb-a275-82a268ce0a45 req-7ae39337-5a0f-4137-89fb-712e807a9fa0 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?device_id=af20b54d-e29d-44d4-80db-b447ceac81c5 HTTP/1.1" status: 200 len: 946 time: 0.2102213 Nov 22 10:45:35.186721 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d8e1d974-d01a-44cb-a275-82a268ce0a45 req-bfa75def-8889-4431-919f-2b437be10cf7 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a096c1-3908-471e-b12a-7c82c6dea612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503104 Nov 22 10:45:36.380042 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f442e16-ab90-40da-b161-9d064824fc01 req-fe6ee25c-b1a5-4877-a07a-6c973994b285 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:45:36.381561 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3f442e16-ab90-40da-b161-9d064824fc01 req-fe6ee25c-b1a5-4877-a07a-6c973994b285 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?device_id=af20b54d-e29d-44d4-80db-b447ceac81c5 HTTP/1.1" status: 200 len: 946 time: 0.1088412 Nov 22 10:45:36.459893 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3f442e16-ab90-40da-b161-9d064824fc01 req-b01ebe62-e593-4d77-92f7-84bcc179f313 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a096c1-3908-471e-b12a-7c82c6dea612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720508 Nov 22 10:45:36.473417 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e786f37-c262-45f6-af5a-fe9f91da0809 req-923dfd85-c54a-42ef-9e76-bd898fa4c144 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:45:36.475011 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2e786f37-c262-45f6-af5a-fe9f91da0809 req-923dfd85-c54a-42ef-9e76-bd898fa4c144 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.20 "GET /v2.0/ports?device_id=af20b54d-e29d-44d4-80db-b447ceac81c5 HTTP/1.1" status: 200 len: 946 time: 0.0734148 Nov 22 10:45:36.572885 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-2e786f37-c262-45f6-af5a-fe9f91da0809 req-aaaed9d6-3620-4da5-89ba-b980bb789292 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Deleting port e3101a59-2cca-4f49-b78e-c91a28401eb9 {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:45:36.573486 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-2e786f37-c262-45f6-af5a-fe9f91da0809 req-aaaed9d6-3620-4da5-89ba-b980bb789292 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:45:36.669862 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-2e786f37-c262-45f6-af5a-fe9f91da0809 req-aaaed9d6-3620-4da5-89ba-b980bb789292 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] For port e3101a59-2cca-4f49-b78e-c91a28401eb9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e3101a59-2cca-4f49-b78e-c91a28401eb9,segment=NetworkSegment(4d133feb-ae47-402c-a18c-56604571f270),segment_id=4d133feb-ae47-402c-a18c-56604571f270)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:45:36.670227 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-2e786f37-c262-45f6-af5a-fe9f91da0809 req-aaaed9d6-3620-4da5-89ba-b980bb789292 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:45:36.853935 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-2e786f37-c262-45f6-af5a-fe9f91da0809 req-aaaed9d6-3620-4da5-89ba-b980bb789292 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:45:36.854441 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-2e786f37-c262-45f6-af5a-fe9f91da0809 req-aaaed9d6-3620-4da5-89ba-b980bb789292 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030162'] for floatingip, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:45:36.854774 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.db.l3_db [req-2e786f37-c262-45f6-af5a-fe9f91da0809 req-aaaed9d6-3620-4da5-89ba-b980bb789292 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Floating IP e4089284-bbac-4d1d-adcc-85c5b894d33d disassociated. External IP: 172.27.0.236, port: e3101a59-2cca-4f49-b78e-c91a28401eb9. Nov 22 10:45:36.855114 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-2e786f37-c262-45f6-af5a-fe9f91da0809 req-aaaed9d6-3620-4da5-89ba-b980bb789292 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Calling delete_port for e3101a59-2cca-4f49-b78e-c91a28401eb9 owned by compute:nova {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:45:36.985277 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-2e786f37-c262-45f6-af5a-fe9f91da0809 req-aaaed9d6-3620-4da5-89ba-b980bb789292 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11987816'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:45:37.022989 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaed9d6-3620-4da5-89ba-b980bb789292 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Pushing event deleted for resources: {'Port': ['ID=e3101a59-2cca-4f49-b78e-c91a28401eb9,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:45:37.145366 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e786f37-c262-45f6-af5a-fe9f91da0809 req-aaaed9d6-3620-4da5-89ba-b980bb789292 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Router 6b9485f3-8a7d-4b92-9bac-04ae1596823e has already been hosted by L3 agent fa3112ac-4a6e-40b6-a491-552ca746a833 {{(pid=102911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 10:45:37.262439 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e786f37-c262-45f6-af5a-fe9f91da0809 req-aaaed9d6-3620-4da5-89ba-b980bb789292 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Notify agent at l3_agent.dv-cinder-804035-13-iscsi the message routers_updated {{(pid=102911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 10:45:37.273672 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7284f807-26d1-4bac-803a-47ec5f772ccc None None] Sync routers for ids ['6b9485f3-8a7d-4b92-9bac-04ae1596823e'] in dv-cinder-804035-13-iscsi {{(pid=102912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 10:45:37.285181 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7284f807-26d1-4bac-803a-47ec5f772ccc None None] Routers {'6b9485f3-8a7d-4b92-9bac-04ae1596823e'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:45:37.285848 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-7284f807-26d1-4bac-803a-47ec5f772ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:45:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['6b9485f3-8a7d-4b92-9bac-04ae1596823e'], 'active': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:45:37.309337 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e786f37-c262-45f6-af5a-fe9f91da0809 req-aaaed9d6-3620-4da5-89ba-b980bb789292 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] No DVR routers for this DVR port e3101a59-2cca-4f49-b78e-c91a28401eb9 on host hv-cinder-80403 {{(pid=102911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 10:45:37.312209 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-2e786f37-c262-45f6-af5a-fe9f91da0809 req-aaaed9d6-3620-4da5-89ba-b980bb789292 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:45:37.315857 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2e786f37-c262-45f6-af5a-fe9f91da0809 req-aaaed9d6-3620-4da5-89ba-b980bb789292 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.20 "DELETE /v2.0/ports/e3101a59-2cca-4f49-b78e-c91a28401eb9 HTTP/1.1" status: 204 len: 173 time: 0.8347969 Nov 22 10:45:37.316334 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af20b54d-e29d-44d4-80db-b447ceac81c5', 'name': 'network-vif-deleted', 'tag': 'e3101a59-2cca-4f49-b78e-c91a28401eb9'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:45:37.318653 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5429d6209f9db75179b029b02f265116e5db13468d9d60e00895472a7fa8ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a34a6e-8cd8-4f8c-b4e7-260472358bda" -d '{"events": [{"server_uuid": "af20b54d-e29d-44d4-80db-b447ceac81c5", "name": "network-vif-deleted", "tag": "e3101a59-2cca-4f49-b78e-c91a28401eb9"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:45:37.423501 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvr_db [None req-7284f807-26d1-4bac-803a-47ec5f772ccc None None] Set router 6b9485f3-8a7d-4b92-9bac-04ae1596823e gateway port host: dv-cinder-804035-13-iscsi {{(pid=102912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:45:37.436763 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 10:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2efd8c-8355-4744-abb1-193212f433fd x-openstack-request-id: req-9f2efd8c-8355-4744-abb1-193212f433fd {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:45:37.437455 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af20b54d-e29d-44d4-80db-b447ceac81c5", "name": "network-vif-deleted", "tag": "e3101a59-2cca-4f49-b78e-c91a28401eb9", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:45:37.437455 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9f2efd8c-8355-4744-abb1-193212f433fd {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:45:37.437869 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af20b54d-e29d-44d4-80db-b447ceac81c5', 'name': 'network-vif-deleted', 'tag': 'e3101a59-2cca-4f49-b78e-c91a28401eb9', 'status': 'completed', 'code': 200} Nov 22 10:45:37.567164 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f435da42-13df-4b76-a1c7-a6fc29bf4803 req-fbc1554f-efee-4c11-aea5-11b680efecf5 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?device_id=af20b54d-e29d-44d4-80db-b447ceac81c5 HTTP/1.1" status: 200 len: 210 time: 0.0293512 Nov 22 10:45:37.653432 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-7284f807-26d1-4bac-803a-47ec5f772ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'name': 'tempest-TestVolumeBootPattern-1311605636-router', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '440a32dd-52fe-44a9-a016-734d3170c7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:42:34Z', 'updated_at': '2021-11-22T10:42:37Z', 'revision_number': 4, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'gw_port': {'id': '440a32dd-52fe-44a9-a016-734d3170c7da', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:42:34Z', 'updated_at': '2021-11-22T10:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_interfaces': [{'id': 'a3319d3a-fe95-41c6-987e-42ba9bbe243f', 'name': '', 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'mac_address': 'fa:16:3e:0b:b9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '416b5eea-d390-4b0e-895d-af54a4cd08ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:42:36Z', 'updated_at': '2021-11-22T10:42:41Z', 'revision_number': 5, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'subnets': [{'id': '416b5eea-d390-4b0e-895d-af54a4cd08ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:45:37.684312 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7284f807-26d1-4bac-803a-47ec5f772ccc None None] Checking router: 6b9485f3-8a7d-4b92-9bac-04ae1596823e for host: dv-cinder-804035-13-iscsi {{(pid=102912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 10:45:37.694479 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7284f807-26d1-4bac-803a-47ec5f772ccc None None] Routers {'6b9485f3-8a7d-4b92-9bac-04ae1596823e'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:45:37.695105 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-7284f807-26d1-4bac-803a-47ec5f772ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:45:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['6b9485f3-8a7d-4b92-9bac-04ae1596823e'], 'active': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:45:37.809670 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvr_db [None req-7284f807-26d1-4bac-803a-47ec5f772ccc None None] Set router 6b9485f3-8a7d-4b92-9bac-04ae1596823e gateway port host: dv-cinder-804035-13-iscsi {{(pid=102912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:45:38.034011 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-7284f807-26d1-4bac-803a-47ec5f772ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'name': 'tempest-TestVolumeBootPattern-1311605636-router', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '440a32dd-52fe-44a9-a016-734d3170c7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:42:34Z', 'updated_at': '2021-11-22T10:42:37Z', 'revision_number': 4, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'gw_port': {'id': '440a32dd-52fe-44a9-a016-734d3170c7da', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:42:34Z', 'updated_at': '2021-11-22T10:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_interfaces': [{'id': 'a3319d3a-fe95-41c6-987e-42ba9bbe243f', 'name': '', 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'mac_address': 'fa:16:3e:0b:b9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '416b5eea-d390-4b0e-895d-af54a4cd08ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:42:36Z', 'updated_at': '2021-11-22T10:42:41Z', 'revision_number': 5, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'subnets': [{'id': '416b5eea-d390-4b0e-895d-af54a4cd08ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:45:38.064227 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7284f807-26d1-4bac-803a-47ec5f772ccc None None] The sync data for ids ['6b9485f3-8a7d-4b92-9bac-04ae1596823e'] in dv-cinder-804035-13-iscsi is: [{'id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'name': 'tempest-TestVolumeBootPattern-1311605636-router', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '440a32dd-52fe-44a9-a016-734d3170c7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:42:34Z', 'updated_at': '2021-11-22T10:42:37Z', 'revision_number': 4, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'gw_port': {'id': '440a32dd-52fe-44a9-a016-734d3170c7da', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:42:34Z', 'updated_at': '2021-11-22T10:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_interfaces': [{'id': 'a3319d3a-fe95-41c6-987e-42ba9bbe243f', 'name': '', 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'mac_address': 'fa:16:3e:0b:b9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '416b5eea-d390-4b0e-895d-af54a4cd08ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:42:36Z', 'updated_at': '2021-11-22T10:42:41Z', 'revision_number': 5, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'subnets': [{'id': '416b5eea-d390-4b0e-895d-af54a4cd08ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 10:45:38.291904 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba845f83-976b-4552-812b-9dd4dddc04c8 None None] New status for floating IP e4089284-bbac-4d1d-adcc-85c5b894d33d: DOWN {{(pid=102913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 10:45:38.848847 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-cfba73e7-d81b-4207-8c16-939c3fc86baf req-f331fbba-70ce-4806-952e-4183c4cab296 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1365048420&fields=id&tenant_id=3f1c47419b1b4aceb6eb91d5f6328985 HTTP/1.1" status: 200 len: 267 time: 0.0493386 Nov 22 10:45:38.974061 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba73e7-d81b-4207-8c16-939c3fc86baf req-dd9d5274-2b20-45d3-9227-48a67a85c9ae tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:45:38.975589 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-cfba73e7-d81b-4207-8c16-939c3fc86baf req-dd9d5274-2b20-45d3-9227-48a67a85c9ae tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/networks?id=f7304a1e-1535-4fd7-8c3b-2de67fef34b2 HTTP/1.1" status: 200 len: 812 time: 0.1188383 Nov 22 10:45:38.991808 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-cfba73e7-d81b-4207-8c16-939c3fc86baf req-5251dd62-148c-4fd8-8c21-8d406922032a tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/quotas/3f1c47419b1b4aceb6eb91d5f6328985 HTTP/1.1" status: 200 len: 375 time: 0.0098531 Nov 22 10:45:39.046208 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-cfba73e7-d81b-4207-8c16-939c3fc86baf req-fa7a7630-71e6-4d96-abb8-8cc0b4efbe83 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3f1c47419b1b4aceb6eb91d5f6328985&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483763 Nov 22 10:45:39.067350 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [req-cfba73e7-d81b-4207-8c16-939c3fc86baf req-32368388-fde7-4fe6-a117-835a989711e4 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 10:45:39.068375 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-cfba73e7-d81b-4207-8c16-939c3fc86baf req-32368388-fde7-4fe6-a117-835a989711e4 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056098 Nov 22 10:45:39.161398 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-cfba73e7-d81b-4207-8c16-939c3fc86baf req-1ba365cd-4b53-48fb-8c82-e8e550448ef3 service neutron] 10.222.0.46 "GET /v2.0/networks/f7304a1e-1535-4fd7-8c3b-2de67fef34b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857112 Nov 22 10:45:39.259832 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-cfba73e7-d81b-4207-8c16-939c3fc86baf req-77a1f111-6bb2-4047-b623-cd10c76f5003 service neutron] 10.222.0.46 "GET /v2.0/networks/f7304a1e-1535-4fd7-8c3b-2de67fef34b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915112 Nov 22 10:45:39.552854 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f8635cef-85dc-4370-80cb-519cdf8d2587 req-218d24f3-6067-4b2b-bfc4-40c451accf1e tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa805b0-27a2-414c-afa8-0fb6e09c07c9 HTTP/1.1" status: 200 len: 210 time: 0.0281246 Nov 22 10:45:39.658782 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device e3101a59-2cca-4f49-b78e-c91a28401eb9 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 10:45:39.679858 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] No Port match for: e3101a59-2cca-4f49-b78e-c91a28401eb9 {{(pid=102912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 10:45:39.680213 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device e3101a59-2cca-4f49-b78e-c91a28401eb9 not bound to the agent host hv-cinder-80403 {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 10:45:40.622873 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba73e7-d81b-4207-8c16-939c3fc86baf req-4416ab88-6323-46d7-9c64-fdd4d4d8cec3 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:45:40.624461 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-cfba73e7-d81b-4207-8c16-939c3fc86baf req-4416ab88-6323-46d7-9c64-fdd4d4d8cec3 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.20 "GET /v2.0/networks?id=f7304a1e-1535-4fd7-8c3b-2de67fef34b2 HTTP/1.1" status: 200 len: 812 time: 0.1126144 Nov 22 10:45:40.658235 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a9b00d08-ccfa-4ab8-b4b8-1e49f663a881 req-50969203-8d3d-492f-9cd4-3e4d8c21c97c tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa805b0-27a2-414c-afa8-0fb6e09c07c9 HTTP/1.1" status: 200 len: 210 time: 0.0311060 Nov 22 10:45:40.712059 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-cfba73e7-d81b-4207-8c16-939c3fc86baf req-3690b1fd-55bb-4c9a-8378-fba47936e214 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f1c47419b1b4aceb6eb91d5f6328985 HTTP/1.1" status: 200 len: 380 time: 0.0761087 Nov 22 10:45:40.721672 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-cfba73e7-d81b-4207-8c16-939c3fc86baf req-df9c6064-d0da-43ca-8f04-cdc96fa9d8f1 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Request body: {'port': {'device_id': '4aa805b0-27a2-414c-afa8-0fb6e09c07c9', 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2', 'admin_state_up': True, 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'security_groups': ['a8a096c1-3908-471e-b12a-7c82c6dea612']}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:45:40.835654 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfba73e7-d81b-4207-8c16-939c3fc86baf req-df9c6064-d0da-43ca-8f04-cdc96fa9d8f1 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Made reservation on behalf of 3f1c47419b1b4aceb6eb91d5f6328985 for: {'port': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 10:45:40.839526 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-cfba73e7-d81b-4207-8c16-939c3fc86baf req-df9c6064-d0da-43ca-8f04-cdc96fa9d8f1 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:45:40.986730 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [req-cfba73e7-d81b-4207-8c16-939c3fc86baf req-df9c6064-d0da-43ca-8f04-cdc96fa9d8f1 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Allocated IP 172.20.0.3 (f7304a1e-1535-4fd7-8c3b-2de67fef34b2/416b5eea-d390-4b0e-895d-af54a4cd08ab/26065c2f-a918-44a5-ac36-c7046284fb05) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 10:45:41.152013 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-cfba73e7-d81b-4207-8c16-939c3fc86baf req-df9c6064-d0da-43ca-8f04-cdc96fa9d8f1 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:45:41.185821 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-cfba73e7-d81b-4207-8c16-939c3fc86baf req-df9c6064-d0da-43ca-8f04-cdc96fa9d8f1 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749315246228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11987816'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:45:41.231751 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfba73e7-d81b-4207-8c16-939c3fc86baf req-df9c6064-d0da-43ca-8f04-cdc96fa9d8f1 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Network f7304a1e-1535-4fd7-8c3b-2de67fef34b2 is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:45:41.235681 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [req-cfba73e7-d81b-4207-8c16-939c3fc86baf req-df9c6064-d0da-43ca-8f04-cdc96fa9d8f1 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:45:41.239451 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfba73e7-d81b-4207-8c16-939c3fc86baf req-df9c6064-d0da-43ca-8f04-cdc96fa9d8f1 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 10:45:41.246706 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c6064-d0da-43ca-8f04-cdc96fa9d8f1 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Pushing event updated for resources: {'Port': ['ID=26065c2f-a918-44a5-ac36-c7046284fb05,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:45:41.298880 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba73e7-d81b-4207-8c16-939c3fc86baf req-df9c6064-d0da-43ca-8f04-cdc96fa9d8f1 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:45:41.299538 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-cfba73e7-d81b-4207-8c16-939c3fc86baf req-df9c6064-d0da-43ca-8f04-cdc96fa9d8f1 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:45:41.319276 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-cfba73e7-d81b-4207-8c16-939c3fc86baf req-df9c6064-d0da-43ca-8f04-cdc96fa9d8f1 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6014221 Nov 22 10:45:41.329908 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [req-cfba73e7-d81b-4207-8c16-939c3fc86baf req-d4f28843-8251-422a-9778-4e6accddad74 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 10:45:41.331002 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-cfba73e7-d81b-4207-8c16-939c3fc86baf req-d4f28843-8251-422a-9778-4e6accddad74 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057113 Nov 22 10:45:41.392976 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-cfba73e7-d81b-4207-8c16-939c3fc86baf req-b80f5bbc-25ea-4a95-be4f-a600465cafff service neutron] Request body: {'port': {'device_id': '4aa805b0-27a2-414c-afa8-0fb6e09c07c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:45:41.449453 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-cfba73e7-d81b-4207-8c16-939c3fc86baf req-b80f5bbc-25ea-4a95-be4f-a600465cafff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:45:41.499482 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-4a58ac5a-1dcd-48ae-b211-d0e492811627 None None] Provisioning complete for port 26065c2f-a918-44a5-ac36-c7046284fb05 triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:45:41.500121 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-4a58ac5a-1dcd-48ae-b211-d0e492811627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:45:41.535014 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-4a58ac5a-1dcd-48ae-b211-d0e492811627 None None] Port 26065c2f-a918-44a5-ac36-c7046284fb05 cannot update to ACTIVE because it is not bound. {{(pid=102912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 10:45:41.751102 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [req-cfba73e7-d81b-4207-8c16-939c3fc86baf req-b80f5bbc-25ea-4a95-be4f-a600465cafff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26065c2f-a918-44a5-ac36-c7046284fb05 {{(pid=102911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 10:45:41.771360 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-cfba73e7-d81b-4207-8c16-939c3fc86baf req-b80f5bbc-25ea-4a95-be4f-a600465cafff service neutron] Publish callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:45:41.788461 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.provisioning_blocks [req-cfba73e7-d81b-4207-8c16-939c3fc86baf req-b80f5bbc-25ea-4a95-be4f-a600465cafff service neutron] Transition to ACTIVE for port object 26065c2f-a918-44a5-ac36-c7046284fb05 will not be triggered until provisioned by entity L2. {{(pid=102911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 10:45:41.796052 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-cfba73e7-d81b-4207-8c16-939c3fc86baf req-b80f5bbc-25ea-4a95-be4f-a600465cafff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11987839'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:45:41.809361 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4efd29-792c-4a9c-85e0-5e27f234278e req-bfa52632-860c-42fe-a3a6-718afd2ea883 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:45:41.810880 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0d4efd29-792c-4a9c-85e0-5e27f234278e req-bfa52632-860c-42fe-a3a6-718afd2ea883 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa805b0-27a2-414c-afa8-0fb6e09c07c9 HTTP/1.1" status: 200 len: 931 time: 0.0754426 Nov 22 10:45:41.876516 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f5bbc-25ea-4a95-be4f-a600465cafff service neutron] Pushing event updated for resources: {'Port': ['ID=26065c2f-a918-44a5-ac36-c7046284fb05,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:45:41.946236 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0d4efd29-792c-4a9c-85e0-5e27f234278e req-d2dfd762-d65c-4c0d-97c7-66a5937bbfef tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a096c1-3908-471e-b12a-7c82c6dea612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130404 Nov 22 10:45:41.979351 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-cfba73e7-d81b-4207-8c16-939c3fc86baf req-b80f5bbc-25ea-4a95-be4f-a600465cafff service neutron] Attempting to bind port 26065c2f-a918-44a5-ac36-c7046284fb05 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 10:45:41.979654 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-cfba73e7-d81b-4207-8c16-939c3fc86baf req-b80f5bbc-25ea-4a95-be4f-a600465cafff service neutron] Attempting to bind port 26065c2f-a918-44a5-ac36-c7046284fb05 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '4d133feb-ae47-402c-a18c-56604571f270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 10:45:41.979859 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfba73e7-d81b-4207-8c16-939c3fc86baf req-b80f5bbc-25ea-4a95-be4f-a600465cafff service neutron] Attempting to bind port 26065c2f-a918-44a5-ac36-c7046284fb05 on network f7304a1e-1535-4fd7-8c3b-2de67fef34b2 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:45:41.985264 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfba73e7-d81b-4207-8c16-939c3fc86baf req-b80f5bbc-25ea-4a95-be4f-a600465cafff service neutron] Port 26065c2f-a918-44a5-ac36-c7046284fb05 on network f7304a1e-1535-4fd7-8c3b-2de67fef34b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 10:45:41.985615 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfba73e7-d81b-4207-8c16-939c3fc86baf req-b80f5bbc-25ea-4a95-be4f-a600465cafff service neutron] Attempting to bind port 26065c2f-a918-44a5-ac36-c7046284fb05 on network f7304a1e-1535-4fd7-8c3b-2de67fef34b2 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:45:41.992587 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfba73e7-d81b-4207-8c16-939c3fc86baf req-b80f5bbc-25ea-4a95-be4f-a600465cafff service neutron] Checking agent: {'id': '8aa3c5bc-bff8-4a30-90cc-a12bac01bfcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 10, 32, 50), 'started_at': datetime.datetime(2021, 11, 22, 10, 32, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 10, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 10:45:41.993221 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfba73e7-d81b-4207-8c16-939c3fc86baf req-b80f5bbc-25ea-4a95-be4f-a600465cafff service neutron] Checking segment: {'id': '4d133feb-ae47-402c-a18c-56604571f270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:45:41.993774 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfba73e7-d81b-4207-8c16-939c3fc86baf req-b80f5bbc-25ea-4a95-be4f-a600465cafff service neutron] Bound using segment: {'id': '4d133feb-ae47-402c-a18c-56604571f270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 10:45:41.994403 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-cfba73e7-d81b-4207-8c16-939c3fc86baf req-b80f5bbc-25ea-4a95-be4f-a600465cafff service neutron] Bound port: 26065c2f-a918-44a5-ac36-c7046284fb05, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d133feb-ae47-402c-a18c-56604571f270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 10:45:41.995457 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-cfba73e7-d81b-4207-8c16-939c3fc86baf req-b80f5bbc-25ea-4a95-be4f-a600465cafff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:45:42.069416 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-cfba73e7-d81b-4207-8c16-939c3fc86baf req-b80f5bbc-25ea-4a95-be4f-a600465cafff service neutron] For port 26065c2f-a918-44a5-ac36-c7046284fb05, host hv-cinder-80403, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 10:45:42.072912 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-cfba73e7-d81b-4207-8c16-939c3fc86baf req-b80f5bbc-25ea-4a95-be4f-a600465cafff service neutron] For port 26065c2f-a918-44a5-ac36-c7046284fb05, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=26065c2f-a918-44a5-ac36-c7046284fb05,segment=NetworkSegment(4d133feb-ae47-402c-a18c-56604571f270),segment_id=4d133feb-ae47-402c-a18c-56604571f270)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 10:45:42.079299 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-cfba73e7-d81b-4207-8c16-939c3fc86baf req-b80f5bbc-25ea-4a95-be4f-a600465cafff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11987839'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:45:42.113848 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba73e7-d81b-4207-8c16-939c3fc86baf req-b80f5bbc-25ea-4a95-be4f-a600465cafff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:45:42.114651 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-cfba73e7-d81b-4207-8c16-939c3fc86baf req-b80f5bbc-25ea-4a95-be4f-a600465cafff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:45:42.116325 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-cfba73e7-d81b-4207-8c16-939c3fc86baf req-b80f5bbc-25ea-4a95-be4f-a600465cafff service neutron] 10.222.0.20 "PUT /v2.0/ports/26065c2f-a918-44a5-ac36-c7046284fb05 HTTP/1.1" status: 200 len: 1093 time: 0.7767749 Nov 22 10:45:42.123304 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aa805b0-27a2-414c-afa8-0fb6e09c07c9', 'tag': '26065c2f-a918-44a5-ac36-c7046284fb05'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:45:42.126203 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5429d6209f9db75179b029b02f265116e5db13468d9d60e00895472a7fa8ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b098abb-384d-4467-ba92-a610f8b96152" -d '{"events": [{"name": "network-changed", "server_uuid": "4aa805b0-27a2-414c-afa8-0fb6e09c07c9", "tag": "26065c2f-a918-44a5-ac36-c7046284fb05"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:45:42.156826 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f5bbc-25ea-4a95-be4f-a600465cafff service neutron] Pushing event updated for resources: {'Port': ['ID=26065c2f-a918-44a5-ac36-c7046284fb05,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:45:42.177168 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 10:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a054b8-7f38-4b1b-a407-79e5321a3626 x-openstack-request-id: req-84a054b8-7f38-4b1b-a407-79e5321a3626 {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:45:42.177460 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aa805b0-27a2-414c-afa8-0fb6e09c07c9", "tag": "26065c2f-a918-44a5-ac36-c7046284fb05", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:45:42.177718 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-84a054b8-7f38-4b1b-a407-79e5321a3626 {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:45:42.178178 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aa805b0-27a2-414c-afa8-0fb6e09c07c9', 'tag': '26065c2f-a918-44a5-ac36-c7046284fb05', 'status': 'completed', 'code': 200} Nov 22 10:45:42.488740 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba73e7-d81b-4207-8c16-939c3fc86baf req-273fce45-e06d-4845-bf88-8e5252510214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:45:42.490295 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-cfba73e7-d81b-4207-8c16-939c3fc86baf req-273fce45-e06d-4845-bf88-8e5252510214 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f1c47419b1b4aceb6eb91d5f6328985&device_id=4aa805b0-27a2-414c-afa8-0fb6e09c07c9 HTTP/1.1" status: 200 len: 1096 time: 0.3247821 Nov 22 10:45:42.535370 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-cfba73e7-d81b-4207-8c16-939c3fc86baf req-cf12aac5-ff2d-4079-90a5-7bb481479a2c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26065c2f-a918-44a5-ac36-c7046284fb05 HTTP/1.1" status: 200 len: 217 time: 0.0360641 Nov 22 10:45:42.590173 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba73e7-d81b-4207-8c16-939c3fc86baf req-2847440b-4997-4cd0-a77a-220e1fa52258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:45:42.591732 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-cfba73e7-d81b-4207-8c16-939c3fc86baf req-2847440b-4997-4cd0-a77a-220e1fa52258 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=416b5eea-d390-4b0e-895d-af54a4cd08ab HTTP/1.1" status: 200 len: 851 time: 0.0496700 Nov 22 10:45:42.648610 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba73e7-d81b-4207-8c16-939c3fc86baf req-fe49ceee-0853-4225-9a5d-01af0f82f682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:45:42.651242 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-cfba73e7-d81b-4207-8c16-939c3fc86baf req-fe49ceee-0853-4225-9a5d-01af0f82f682 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f7304a1e-1535-4fd7-8c3b-2de67fef34b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0512357 Nov 22 10:45:42.747271 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-cfba73e7-d81b-4207-8c16-939c3fc86baf req-d4f9929b-fdb2-44b4-80ce-8eba127557c1 service neutron] 10.222.0.20 "GET /v2.0/networks/f7304a1e-1535-4fd7-8c3b-2de67fef34b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884905 Nov 22 10:45:42.846737 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-cfba73e7-d81b-4207-8c16-939c3fc86baf req-f1e577c2-544d-48f9-bde6-b2d04227fba2 service neutron] 10.222.0.20 "GET /v2.0/networks/f7304a1e-1535-4fd7-8c3b-2de67fef34b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918217 Nov 22 10:45:42.941974 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b098abb-384d-4467-ba92-a610f8b96152 req-568bc225-fa83-43ad-a37c-c1bfa5c90c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:45:42.943545 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0b098abb-384d-4467-ba92-a610f8b96152 req-568bc225-fa83-43ad-a37c-c1bfa5c90c66 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f1c47419b1b4aceb6eb91d5f6328985&device_id=4aa805b0-27a2-414c-afa8-0fb6e09c07c9 HTTP/1.1" status: 200 len: 1096 time: 0.0447233 Nov 22 10:45:43.068096 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b098abb-384d-4467-ba92-a610f8b96152 req-0ded4e9b-7dfc-4090-aef7-13886b04ef3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:45:43.069607 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0b098abb-384d-4467-ba92-a610f8b96152 req-0ded4e9b-7dfc-4090-aef7-13886b04ef3e service neutron] 10.222.0.20 "GET /v2.0/networks?id=f7304a1e-1535-4fd7-8c3b-2de67fef34b2 HTTP/1.1" status: 200 len: 913 time: 0.1179056 Nov 22 10:45:43.120928 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282bde4-4ad2-4448-a52d-79084570026d req-76220d63-f3eb-45bb-8b1f-6e88709139df tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:45:43.122446 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2282bde4-4ad2-4448-a52d-79084570026d req-76220d63-f3eb-45bb-8b1f-6e88709139df tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa805b0-27a2-414c-afa8-0fb6e09c07c9 HTTP/1.1" status: 200 len: 943 time: 0.0990644 Nov 22 10:45:43.124050 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0b098abb-384d-4467-ba92-a610f8b96152 req-e239db36-1e37-4c3e-8ebf-7af06c3e653e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26065c2f-a918-44a5-ac36-c7046284fb05 HTTP/1.1" status: 200 len: 217 time: 0.0469069 Nov 22 10:45:43.209021 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b098abb-384d-4467-ba92-a610f8b96152 req-c6062835-1e74-4003-9563-b4ce73d0fef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:45:43.210512 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0b098abb-384d-4467-ba92-a610f8b96152 req-c6062835-1e74-4003-9563-b4ce73d0fef4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=416b5eea-d390-4b0e-895d-af54a4cd08ab HTTP/1.1" status: 200 len: 851 time: 0.0756323 Nov 22 10:45:43.216162 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2282bde4-4ad2-4448-a52d-79084570026d req-bd5b600e-dd42-4375-baeb-bd6a408087f8 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a096c1-3908-471e-b12a-7c82c6dea612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874028 Nov 22 10:45:43.232826 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.agents_db [None req-35a1a16e-7bf9-4643-9be2-574a1761dc3a None None] Agent healthcheck: found 6 active agents {{(pid=102913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 10:45:43.264137 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b098abb-384d-4467-ba92-a610f8b96152 req-fd8d50c9-5701-42eb-9f6f-47ed82c8b20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:45:43.265669 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0b098abb-384d-4467-ba92-a610f8b96152 req-fd8d50c9-5701-42eb-9f6f-47ed82c8b20b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f7304a1e-1535-4fd7-8c3b-2de67fef34b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0480750 Nov 22 10:45:43.360389 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0b098abb-384d-4467-ba92-a610f8b96152 req-ede9a88e-8102-4bf0-bed5-bc76acfcea8b service neutron] 10.222.0.20 "GET /v2.0/networks/f7304a1e-1535-4fd7-8c3b-2de67fef34b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870523 Nov 22 10:45:43.458796 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0b098abb-384d-4467-ba92-a610f8b96152 req-5cc05de9-f9f2-45af-8108-c70c6a5f11b6 service neutron] 10.222.0.20 "GET /v2.0/networks/f7304a1e-1535-4fd7-8c3b-2de67fef34b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911117 Nov 22 10:45:44.339881 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe37acc-7842-4093-979a-429caa4b63e3 req-027a21b7-700b-4a96-9ecd-4f5f2306a425 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:45:44.341451 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-cbe37acc-7842-4093-979a-429caa4b63e3 req-027a21b7-700b-4a96-9ecd-4f5f2306a425 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa805b0-27a2-414c-afa8-0fb6e09c07c9 HTTP/1.1" status: 200 len: 943 time: 0.0531721 Nov 22 10:45:44.393582 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-cbe37acc-7842-4093-979a-429caa4b63e3 req-45cdf4da-acb9-4ce9-bd75-19f3361634d2 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a096c1-3908-471e-b12a-7c82c6dea612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458698 Nov 22 10:45:45.520300 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8453ac-96bc-4fcc-9574-290dc7722764 req-4ec0e1e9-b288-49c5-96fa-518b3356022f tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:45:45.521813 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3d8453ac-96bc-4fcc-9574-290dc7722764 req-4ec0e1e9-b288-49c5-96fa-518b3356022f tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa805b0-27a2-414c-afa8-0fb6e09c07c9 HTTP/1.1" status: 200 len: 943 time: 0.0572546 Nov 22 10:45:45.574237 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3d8453ac-96bc-4fcc-9574-290dc7722764 req-76bc8aac-67b0-48de-9724-20de2c5541ff tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a096c1-3908-471e-b12a-7c82c6dea612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459478 Nov 22 10:45:46.695415 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048ec57-7c87-4f30-b650-fb14387a8c53 req-276cad59-add4-46c3-8876-569b4140fc48 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:45:46.696937 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0048ec57-7c87-4f30-b650-fb14387a8c53 req-276cad59-add4-46c3-8876-569b4140fc48 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa805b0-27a2-414c-afa8-0fb6e09c07c9 HTTP/1.1" status: 200 len: 943 time: 0.0521464 Nov 22 10:45:46.748883 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0048ec57-7c87-4f30-b650-fb14387a8c53 req-548f7723-33da-445f-89ed-d8bda03872b8 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a096c1-3908-471e-b12a-7c82c6dea612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453062 Nov 22 10:45:47.869086 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dfdc56-39ea-4830-8938-9b8e1f0b56e9 req-5160b6a6-dedf-4d43-a48e-5b842930b86c tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:45:47.870733 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e2dfdc56-39ea-4830-8938-9b8e1f0b56e9 req-5160b6a6-dedf-4d43-a48e-5b842930b86c tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa805b0-27a2-414c-afa8-0fb6e09c07c9 HTTP/1.1" status: 200 len: 943 time: 0.0522153 Nov 22 10:45:47.928793 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e2dfdc56-39ea-4830-8938-9b8e1f0b56e9 req-9236dfe3-f02f-46e1-a9b6-aa1df5f6dc96 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a096c1-3908-471e-b12a-7c82c6dea612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518327 Nov 22 10:45:49.048857 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b60128-3a1c-4b7a-9dcd-307d4b5e166d req-aa3ad3aa-20a6-4fcc-bd4c-78978d80b763 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:45:49.050374 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d1b60128-3a1c-4b7a-9dcd-307d4b5e166d req-aa3ad3aa-20a6-4fcc-bd4c-78978d80b763 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa805b0-27a2-414c-afa8-0fb6e09c07c9 HTTP/1.1" status: 200 len: 943 time: 0.0509791 Nov 22 10:45:49.103492 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d1b60128-3a1c-4b7a-9dcd-307d4b5e166d req-9c448847-c78a-420a-b3df-64e6549a1c37 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a096c1-3908-471e-b12a-7c82c6dea612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465887 Nov 22 10:45:49.736768 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device 26065c2f-a918-44a5-ac36-c7046284fb05 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 10:45:49.837125 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port 26065c2f-a918-44a5-ac36-c7046284fb05, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=26065c2f-a918-44a5-ac36-c7046284fb05,segment=NetworkSegment(4d133feb-ae47-402c-a18c-56604571f270),segment_id=4d133feb-ae47-402c-a18c-56604571f270)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:45:49.849398 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Returning: {'device': '26065c2f-a918-44a5-ac36-c7046284fb05', 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2', 'port_id': '26065c2f-a918-44a5-ac36-c7046284fb05', 'mac_address': 'fa:16:3e:67:a5:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '416b5eea-d390-4b0e-895d-af54a4cd08ab', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 10:45:49.890203 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:45:49.915748 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26065c2f-a918-44a5-ac36-c7046284fb05 {{(pid=102912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 10:45:49.922509 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:45:49.937849 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port 26065c2f-a918-44a5-ac36-c7046284fb05, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=26065c2f-a918-44a5-ac36-c7046284fb05,segment=NetworkSegment(4d133feb-ae47-402c-a18c-56604571f270),segment_id=4d133feb-ae47-402c-a18c-56604571f270)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:45:49.942751 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:45:49.994167 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Pushing event updated for resources: {'Port': ['ID=26065c2f-a918-44a5-ac36-c7046284fb05,revision_number=4']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:45:50.001619 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:45:50.001969 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:45:50.002315 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:45:50.002642 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:45:50.002965 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:45:50.003286 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:45:50.003608 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:45:50.003960 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:45:50.004276 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:45:50.004590 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:45:50.004905 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:45:50.005216 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:45:50.191418 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] get_ports_and_sgs() called for port_ids ['26065c2f-a918-44a5-ac36-c7046284fb05'] {{(pid=102912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 10:45:50.231775 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e19085e-0497-44e0-80b9-ed2acb12933a req-32b89381-cb91-4161-b4f8-8b7e585c2722 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:45:50.233728 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5e19085e-0497-44e0-80b9-ed2acb12933a req-32b89381-cb91-4161-b4f8-8b7e585c2722 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa805b0-27a2-414c-afa8-0fb6e09c07c9 HTTP/1.1" status: 200 len: 944 time: 0.0548861 Nov 22 10:45:50.292674 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5e19085e-0497-44e0-80b9-ed2acb12933a req-06345b02-2ce4-4038-9ea1-4383f0f0ff04 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a096c1-3908-471e-b12a-7c82c6dea612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520303 Nov 22 10:45:51.416743 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760cad0-5b16-4e9d-a160-c3a499eaff94 req-0410869e-5eb7-42cd-a3ae-0cb4591bd7c4 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:45:51.418288 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f760cad0-5b16-4e9d-a160-c3a499eaff94 req-0410869e-5eb7-42cd-a3ae-0cb4591bd7c4 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa805b0-27a2-414c-afa8-0fb6e09c07c9 HTTP/1.1" status: 200 len: 944 time: 0.0532124 Nov 22 10:45:51.469207 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f760cad0-5b16-4e9d-a160-c3a499eaff94 req-e780fda2-7c81-490e-ae84-3680de20313b tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a096c1-3908-471e-b12a-7c82c6dea612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448728 Nov 22 10:45:51.752476 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device 26065c2f-a918-44a5-ac36-c7046284fb05 up at agent hyperv_hv-cinder-80403 {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:45:51.809017 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Provisioning for port 26065c2f-a918-44a5-ac36-c7046284fb05 completed by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 10:45:51.813093 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Provisioning complete for port 26065c2f-a918-44a5-ac36-c7046284fb05 triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:45:51.813488 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:45:52.013593 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:45:52.036414 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa805b0-27a2-414c-afa8-0fb6e09c07c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26065c2f-a918-44a5-ac36-c7046284fb05'}] {{(pid=102912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:45:52.038663 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871da4fec6c70e81ce77d4e4817c66d6168a6b102b4e2b260a442deac58e97e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c5af55-b94b-45ce-b6c3-635d81617174" -d '{"events": [{"server_uuid": "4aa805b0-27a2-414c-afa8-0fb6e09c07c9", "name": "network-vif-plugged", "status": "completed", "tag": "26065c2f-a918-44a5-ac36-c7046284fb05"}]}' {{(pid=102912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:45:52.051495 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port 26065c2f-a918-44a5-ac36-c7046284fb05, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=26065c2f-a918-44a5-ac36-c7046284fb05,segment=NetworkSegment(4d133feb-ae47-402c-a18c-56604571f270),segment_id=4d133feb-ae47-402c-a18c-56604571f270)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:45:52.057118 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:45:52.108093 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Pushing event updated for resources: {'Port': ['ID=26065c2f-a918-44a5-ac36-c7046284fb05,revision_number=5']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:45:52.140249 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 10:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc0813a-a4cd-424c-a83f-8ca21b257e2a x-openstack-request-id: req-bfc0813a-a4cd-424c-a83f-8ca21b257e2a {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:45:52.140539 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aa805b0-27a2-414c-afa8-0fb6e09c07c9", "name": "network-vif-plugged", "status": "completed", "tag": "26065c2f-a918-44a5-ac36-c7046284fb05", "code": 200}]} {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:45:52.140788 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bfc0813a-a4cd-424c-a83f-8ca21b257e2a {{(pid=102912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:45:52.141181 dv-cinder-804035-13-iscsi neutron-server[102912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aa805b0-27a2-414c-afa8-0fb6e09c07c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26065c2f-a918-44a5-ac36-c7046284fb05', 'code': 200} Nov 22 10:45:52.377151 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa71d65-5946-47d2-a8ab-e4fb89396611 req-aa624a4d-f65f-4f90-b1bb-5c7bf83d781a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:45:52.378701 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6fa71d65-5946-47d2-a8ab-e4fb89396611 req-aa624a4d-f65f-4f90-b1bb-5c7bf83d781a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4aa805b0-27a2-414c-afa8-0fb6e09c07c9 HTTP/1.1" status: 200 len: 1098 time: 0.0552390 Nov 22 10:45:52.425980 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6fa71d65-5946-47d2-a8ab-e4fb89396611 req-ac6d05fb-66fd-4068-bfeb-606f010bc55f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a8a096c1-3908-471e-b12a-7c82c6dea612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401947 Nov 22 10:45:52.588914 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d4951-0d94-4d07-9309-bb8c68f3299b req-1499b34f-46e0-45de-8375-a36a940be6b2 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:45:52.590419 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-425d4951-0d94-4d07-9309-bb8c68f3299b req-1499b34f-46e0-45de-8375-a36a940be6b2 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa805b0-27a2-414c-afa8-0fb6e09c07c9 HTTP/1.1" status: 200 len: 945 time: 0.0494289 Nov 22 10:45:52.647182 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-425d4951-0d94-4d07-9309-bb8c68f3299b req-5a3ad133-b2d5-495e-9c92-24b920ec883c tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a096c1-3908-471e-b12a-7c82c6dea612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500422 Nov 22 10:45:53.754744 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2b8a8056-c848-43aa-a070-130e8c9c5d85 req-14397fc4-01d8-46ff-a544-080a132c2b6a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4aa805b0-27a2-414c-afa8-0fb6e09c07c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0671329 Nov 22 10:45:53.775547 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281fe23-ee0b-46d5-ae75-39d596dabe1a req-0114e074-d389-4433-9b40-b7b45efb6ba4 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:45:53.777512 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6281fe23-ee0b-46d5-ae75-39d596dabe1a req-0114e074-d389-4433-9b40-b7b45efb6ba4 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa805b0-27a2-414c-afa8-0fb6e09c07c9 HTTP/1.1" status: 200 len: 945 time: 0.0572081 Nov 22 10:45:53.870118 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6281fe23-ee0b-46d5-ae75-39d596dabe1a req-c7809c29-74a4-4553-a136-ab2d0919f240 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a096c1-3908-471e-b12a-7c82c6dea612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847683 Nov 22 10:45:53.877079 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a8056-c848-43aa-a070-130e8c9c5d85 req-4e378b96-6478-4664-bf49-3bd8843f6250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:45:53.878562 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2b8a8056-c848-43aa-a070-130e8c9c5d85 req-4e378b96-6478-4664-bf49-3bd8843f6250 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f1c47419b1b4aceb6eb91d5f6328985&device_id=4aa805b0-27a2-414c-afa8-0fb6e09c07c9 HTTP/1.1" status: 200 len: 1098 time: 0.0720580 Nov 22 10:45:54.027977 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc9d6f-e19c-432b-9fef-b34d303fd462 req-f74538bc-dda8-4927-b638-0d0712c759c1 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:45:54.029412 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c8fc9d6f-e19c-432b-9fef-b34d303fd462 req-f74538bc-dda8-4927-b638-0d0712c759c1 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa805b0-27a2-414c-afa8-0fb6e09c07c9 HTTP/1.1" status: 200 len: 945 time: 0.0833097 Nov 22 10:45:54.030952 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a8056-c848-43aa-a070-130e8c9c5d85 req-a8d0a51f-ac02-4a7c-bfc9-53bab2bcbe6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:45:54.032266 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2b8a8056-c848-43aa-a070-130e8c9c5d85 req-a8d0a51f-ac02-4a7c-bfc9-53bab2bcbe6b service neutron] 10.222.0.20 "GET /v2.0/networks?id=f7304a1e-1535-4fd7-8c3b-2de67fef34b2 HTTP/1.1" status: 200 len: 913 time: 0.1300960 Nov 22 10:45:54.083799 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2b8a8056-c848-43aa-a070-130e8c9c5d85 req-7ef99961-51ea-47c1-8f12-c266f44189ed service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26065c2f-a918-44a5-ac36-c7046284fb05 HTTP/1.1" status: 200 len: 217 time: 0.0415857 Nov 22 10:45:54.142733 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c8fc9d6f-e19c-432b-9fef-b34d303fd462 req-ed41ee4a-e51a-4978-bf82-dd0a34d01d13 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a096c1-3908-471e-b12a-7c82c6dea612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072361 Nov 22 10:45:54.155736 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a8056-c848-43aa-a070-130e8c9c5d85 req-6f555737-3a58-4a71-b30c-15984e7fa063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:45:54.157313 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2b8a8056-c848-43aa-a070-130e8c9c5d85 req-6f555737-3a58-4a71-b30c-15984e7fa063 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=416b5eea-d390-4b0e-895d-af54a4cd08ab HTTP/1.1" status: 200 len: 851 time: 0.0669229 Nov 22 10:45:54.167326 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 49430) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:45:54.213791 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37114aeb-ad3c-4243-b09b-37d60e805ceb tempest-TestVolumeBootPattern-1002989265 tempest-TestVolumeBootPattern-1002989265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:45:54.215382 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-37114aeb-ad3c-4243-b09b-37d60e805ceb tempest-TestVolumeBootPattern-1002989265 tempest-TestVolumeBootPattern-1002989265-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4aa805b0-27a2-414c-afa8-0fb6e09c07c9 HTTP/1.1" status: 200 len: 1093 time: 0.0469708 Nov 22 10:45:54.217559 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a8056-c848-43aa-a070-130e8c9c5d85 req-942bb3a0-7129-4824-86e1-62950f108540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:45:54.218326 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 49434) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:45:54.219294 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2b8a8056-c848-43aa-a070-130e8c9c5d85 req-942bb3a0-7129-4824-86e1-62950f108540 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f7304a1e-1535-4fd7-8c3b-2de67fef34b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0542345 Nov 22 10:45:54.222797 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.v2.base [None req-59932c8b-55ec-4c5e-96ab-6dd758144716 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Request body: {'floatingip': {'floating_network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'port_id': '26065c2f-a918-44a5-ac36-c7046284fb05', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:45:54.248702 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-59932c8b-55ec-4c5e-96ab-6dd758144716 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks [] for floatingip, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:45:54.322792 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2b8a8056-c848-43aa-a070-130e8c9c5d85 req-9b70f46f-7130-4225-88b5-b3336245a10f service neutron] 10.222.0.20 "GET /v2.0/networks/f7304a1e-1535-4fd7-8c3b-2de67fef34b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959721 Nov 22 10:45:54.382857 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-59932c8b-55ec-4c5e-96ab-6dd758144716 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:45:54.426874 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2b8a8056-c848-43aa-a070-130e8c9c5d85 req-5cab01b9-0202-4924-8a4b-011a37120814 service neutron] 10.222.0.20 "GET /v2.0/networks/f7304a1e-1535-4fd7-8c3b-2de67fef34b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966766 Nov 22 10:45:54.502017 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-59932c8b-55ec-4c5e-96ab-6dd758144716 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Allocated IP 172.27.0.206 (e6af0ad0-9fc1-4d6f-8919-77652c0c2a28/df63829c-39ab-4507-b346-4c3fdb4717de/b789e25b-f06f-44f1-ba58-49295b224aed) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 10:45:54.612378 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-59932c8b-55ec-4c5e-96ab-6dd758144716 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:45:54.649639 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-59932c8b-55ec-4c5e-96ab-6dd758144716 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749315246228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162187'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:45:54.681102 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-c2b6cc47-da04-43f9-ad91-5d6a6b181a2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:45:54.694968 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59932c8b-55ec-4c5e-96ab-6dd758144716 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Network e6af0ad0-9fc1-4d6f-8919-77652c0c2a28 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:45:54.697977 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-59932c8b-55ec-4c5e-96ab-6dd758144716 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:45:54.701399 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59932c8b-55ec-4c5e-96ab-6dd758144716 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 10:45:54.730777 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59932c8b-55ec-4c5e-96ab-6dd758144716 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Pushing event updated for resources: {'Port': ['ID=b789e25b-f06f-44f1-ba58-49295b224aed,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:45:54.742374 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59932c8b-55ec-4c5e-96ab-6dd758144716 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:45:54.742722 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59932c8b-55ec-4c5e-96ab-6dd758144716 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:45:54.743055 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59932c8b-55ec-4c5e-96ab-6dd758144716 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:45:54.743381 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59932c8b-55ec-4c5e-96ab-6dd758144716 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:45:54.743711 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59932c8b-55ec-4c5e-96ab-6dd758144716 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:45:54.744061 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59932c8b-55ec-4c5e-96ab-6dd758144716 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:45:54.744466 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59932c8b-55ec-4c5e-96ab-6dd758144716 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:45:54.744713 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59932c8b-55ec-4c5e-96ab-6dd758144716 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:45:54.745091 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59932c8b-55ec-4c5e-96ab-6dd758144716 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:45:54.745979 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59932c8b-55ec-4c5e-96ab-6dd758144716 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:45:54.746298 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59932c8b-55ec-4c5e-96ab-6dd758144716 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:45:54.746631 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59932c8b-55ec-4c5e-96ab-6dd758144716 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:45:55.091400 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-59932c8b-55ec-4c5e-96ab-6dd758144716 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:45:55.160317 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-59932c8b-55ec-4c5e-96ab-6dd758144716 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:45:55.325561 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-59932c8b-55ec-4c5e-96ab-6dd758144716 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:45:55.331724 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-59932c8b-55ec-4c5e-96ab-6dd758144716 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1162204'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:45:55.403838 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59932c8b-55ec-4c5e-96ab-6dd758144716 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Pushing event updated for resources: {'Port': ['ID=b789e25b-f06f-44f1-ba58-49295b224aed,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:45:55.418459 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-59932c8b-55ec-4c5e-96ab-6dd758144716 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030162'] for floatingip, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:45:55.525695 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.db.l3_db [None req-59932c8b-55ec-4c5e-96ab-6dd758144716 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Floating IP 74494831-86c0-4d76-98bd-57c1244af4bd associated. External IP: 172.27.0.206, port: 26065c2f-a918-44a5-ac36-c7046284fb05. Nov 22 10:45:55.746802 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59932c8b-55ec-4c5e-96ab-6dd758144716 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Router 6b9485f3-8a7d-4b92-9bac-04ae1596823e has already been hosted by L3 agent fa3112ac-4a6e-40b6-a491-552ca746a833 {{(pid=102910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 10:45:55.860513 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59932c8b-55ec-4c5e-96ab-6dd758144716 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Notify agent at l3_agent.dv-cinder-804035-13-iscsi the message routers_updated {{(pid=102910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 10:45:55.877712 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76096da7-18e2-47b3-96d0-515fd00cec62 None None] Sync routers for ids ['6b9485f3-8a7d-4b92-9bac-04ae1596823e'] in dv-cinder-804035-13-iscsi {{(pid=102912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 10:45:55.883348 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-59932c8b-55ec-4c5e-96ab-6dd758144716 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for floatingip, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:45:55.890533 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76096da7-18e2-47b3-96d0-515fd00cec62 None None] Routers {'6b9485f3-8a7d-4b92-9bac-04ae1596823e'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:45:55.891197 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-76096da7-18e2-47b3-96d0-515fd00cec62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:45:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['6b9485f3-8a7d-4b92-9bac-04ae1596823e'], 'active': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:45:55.926781 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-59932c8b-55ec-4c5e-96ab-6dd758144716 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6950433 Nov 22 10:45:55.926781 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aa805b0-27a2-414c-afa8-0fb6e09c07c9', 'tag': '26065c2f-a918-44a5-ac36-c7046284fb05'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:45:55.926781 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2087fbdd0508056fa5b30bb185ea5ce3ab7f559fa9cfd34086e27060f42f3c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bfb2896-0862-47c7-afe3-cabae05c19f7" -d '{"events": [{"name": "network-changed", "server_uuid": "4aa805b0-27a2-414c-afa8-0fb6e09c07c9", "tag": "26065c2f-a918-44a5-ac36-c7046284fb05"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:45:56.010493 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvr_db [None req-76096da7-18e2-47b3-96d0-515fd00cec62 None None] Set router 6b9485f3-8a7d-4b92-9bac-04ae1596823e gateway port host: dv-cinder-804035-13-iscsi {{(pid=102912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:45:56.019109 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 10:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6daf2200-dca1-4c33-9a6d-a55be3e2c9f9 x-openstack-request-id: req-6daf2200-dca1-4c33-9a6d-a55be3e2c9f9 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:45:56.019294 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aa805b0-27a2-414c-afa8-0fb6e09c07c9", "tag": "26065c2f-a918-44a5-ac36-c7046284fb05", "status": "completed", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:45:56.019611 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6daf2200-dca1-4c33-9a6d-a55be3e2c9f9 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:45:56.019994 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aa805b0-27a2-414c-afa8-0fb6e09c07c9', 'tag': '26065c2f-a918-44a5-ac36-c7046284fb05', 'status': 'completed', 'code': 200} Nov 22 10:45:56.086123 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb2896-0862-47c7-afe3-cabae05c19f7 req-87ccaf22-d5f7-4a1d-81d4-929c6c57805a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:45:56.087773 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3bfb2896-0862-47c7-afe3-cabae05c19f7 req-87ccaf22-d5f7-4a1d-81d4-929c6c57805a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f1c47419b1b4aceb6eb91d5f6328985&device_id=4aa805b0-27a2-414c-afa8-0fb6e09c07c9 HTTP/1.1" status: 200 len: 1098 time: 0.0446663 Nov 22 10:45:56.198285 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb2896-0862-47c7-afe3-cabae05c19f7 req-d11c902b-52fd-4854-b4cc-141d48954ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:45:56.200592 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3bfb2896-0862-47c7-afe3-cabae05c19f7 req-d11c902b-52fd-4854-b4cc-141d48954ea8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f7304a1e-1535-4fd7-8c3b-2de67fef34b2 HTTP/1.1" status: 200 len: 913 time: 0.1010199 Nov 22 10:45:56.260188 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-76096da7-18e2-47b3-96d0-515fd00cec62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'name': 'tempest-TestVolumeBootPattern-1311605636-router', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '440a32dd-52fe-44a9-a016-734d3170c7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:42:34Z', 'updated_at': '2021-11-22T10:42:37Z', 'revision_number': 4, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'gw_port': {'id': '440a32dd-52fe-44a9-a016-734d3170c7da', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:42:34Z', 'updated_at': '2021-11-22T10:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_floatingips': [{'id': '74494831-86c0-4d76-98bd-57c1244af4bd', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'floating_ip_address': '172.27.0.206', 'floating_network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'router_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'port_id': '26065c2f-a918-44a5-ac36-c7046284fb05', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2', 'mac_address': 'fa:16:3e:67:a5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa805b0-27a2-414c-afa8-0fb6e09c07c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T10:45:54Z', 'updated_at': '2021-11-22T10:45:54Z', 'revision_number': 0, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3319d3a-fe95-41c6-987e-42ba9bbe243f', 'name': '', 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'mac_address': 'fa:16:3e:0b:b9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '416b5eea-d390-4b0e-895d-af54a4cd08ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:42:36Z', 'updated_at': '2021-11-22T10:42:41Z', 'revision_number': 5, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'subnets': [{'id': '416b5eea-d390-4b0e-895d-af54a4cd08ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:45:56.280232 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3bfb2896-0862-47c7-afe3-cabae05c19f7 req-d65e047b-0ac5-479e-b3e8-63807146767d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26065c2f-a918-44a5-ac36-c7046284fb05 HTTP/1.1" status: 200 len: 999 time: 0.0676577 Nov 22 10:45:56.292575 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76096da7-18e2-47b3-96d0-515fd00cec62 None None] Checking router: 6b9485f3-8a7d-4b92-9bac-04ae1596823e for host: dv-cinder-804035-13-iscsi {{(pid=102912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 10:45:56.302385 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76096da7-18e2-47b3-96d0-515fd00cec62 None None] Routers {'6b9485f3-8a7d-4b92-9bac-04ae1596823e'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:45:56.303002 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-76096da7-18e2-47b3-96d0-515fd00cec62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:45:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['6b9485f3-8a7d-4b92-9bac-04ae1596823e'], 'active': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:45:56.332135 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb2896-0862-47c7-afe3-cabae05c19f7 req-b1f7b948-dd40-4311-956d-5674315e9004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:45:56.333973 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3bfb2896-0862-47c7-afe3-cabae05c19f7 req-b1f7b948-dd40-4311-956d-5674315e9004 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=416b5eea-d390-4b0e-895d-af54a4cd08ab HTTP/1.1" status: 200 len: 851 time: 0.0454621 Nov 22 10:45:56.381656 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb2896-0862-47c7-afe3-cabae05c19f7 req-75f762a3-0109-4cef-8504-de976eff6e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:45:56.383215 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3bfb2896-0862-47c7-afe3-cabae05c19f7 req-75f762a3-0109-4cef-8504-de976eff6e9d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f7304a1e-1535-4fd7-8c3b-2de67fef34b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0422456 Nov 22 10:45:56.416024 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvr_db [None req-76096da7-18e2-47b3-96d0-515fd00cec62 None None] Set router 6b9485f3-8a7d-4b92-9bac-04ae1596823e gateway port host: dv-cinder-804035-13-iscsi {{(pid=102912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:45:56.478450 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3bfb2896-0862-47c7-afe3-cabae05c19f7 req-fcd6289d-84c6-464b-b865-6eab2bc340d0 service neutron] 10.222.0.20 "GET /v2.0/networks/f7304a1e-1535-4fd7-8c3b-2de67fef34b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875275 Nov 22 10:45:56.573476 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3bfb2896-0862-47c7-afe3-cabae05c19f7 req-1d742416-0f1b-4c4c-8e5f-238c2811c3d5 service neutron] 10.222.0.20 "GET /v2.0/networks/f7304a1e-1535-4fd7-8c3b-2de67fef34b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878677 Nov 22 10:45:56.652039 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-76096da7-18e2-47b3-96d0-515fd00cec62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'name': 'tempest-TestVolumeBootPattern-1311605636-router', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '440a32dd-52fe-44a9-a016-734d3170c7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:42:34Z', 'updated_at': '2021-11-22T10:42:37Z', 'revision_number': 4, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'gw_port': {'id': '440a32dd-52fe-44a9-a016-734d3170c7da', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:42:34Z', 'updated_at': '2021-11-22T10:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_floatingips': [{'id': '74494831-86c0-4d76-98bd-57c1244af4bd', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'floating_ip_address': '172.27.0.206', 'floating_network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'router_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'port_id': '26065c2f-a918-44a5-ac36-c7046284fb05', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2', 'mac_address': 'fa:16:3e:67:a5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa805b0-27a2-414c-afa8-0fb6e09c07c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T10:45:54Z', 'updated_at': '2021-11-22T10:45:54Z', 'revision_number': 0, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3319d3a-fe95-41c6-987e-42ba9bbe243f', 'name': '', 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'mac_address': 'fa:16:3e:0b:b9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '416b5eea-d390-4b0e-895d-af54a4cd08ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:42:36Z', 'updated_at': '2021-11-22T10:42:41Z', 'revision_number': 5, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'subnets': [{'id': '416b5eea-d390-4b0e-895d-af54a4cd08ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:45:56.683701 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76096da7-18e2-47b3-96d0-515fd00cec62 None None] The sync data for ids ['6b9485f3-8a7d-4b92-9bac-04ae1596823e'] in dv-cinder-804035-13-iscsi is: [{'id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'name': 'tempest-TestVolumeBootPattern-1311605636-router', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '440a32dd-52fe-44a9-a016-734d3170c7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:42:34Z', 'updated_at': '2021-11-22T10:42:37Z', 'revision_number': 4, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'gw_port': {'id': '440a32dd-52fe-44a9-a016-734d3170c7da', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:42:34Z', 'updated_at': '2021-11-22T10:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_floatingips': [{'id': '74494831-86c0-4d76-98bd-57c1244af4bd', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'floating_ip_address': '172.27.0.206', 'floating_network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'router_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'port_id': '26065c2f-a918-44a5-ac36-c7046284fb05', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2', 'mac_address': 'fa:16:3e:67:a5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa805b0-27a2-414c-afa8-0fb6e09c07c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T10:45:54Z', 'updated_at': '2021-11-22T10:45:54Z', 'revision_number': 0, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3319d3a-fe95-41c6-987e-42ba9bbe243f', 'name': '', 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'mac_address': 'fa:16:3e:0b:b9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '416b5eea-d390-4b0e-895d-af54a4cd08ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:42:36Z', 'updated_at': '2021-11-22T10:42:41Z', 'revision_number': 5, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'subnets': [{'id': '416b5eea-d390-4b0e-895d-af54a4cd08ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 10:45:56.883941 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097febec-16fc-4a4d-933b-bac7914d8552 None None] New status for floating IP 74494831-86c0-4d76-98bd-57c1244af4bd: ACTIVE {{(pid=102913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 10:45:57.012401 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f1d84d5a-b458-4b46-9a9e-231a8ede85d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:45:58.093479 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0c934117-efa3-4f33-917a-019854f2ef65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:45:59.899915 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e21c8dd6-a119-43bc-9b42-7d87f9168fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:46:00.813782 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:46:19.912158 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:46:20.234498 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.agents_db [None req-35a1a16e-7bf9-4643-9be2-574a1761dc3a None None] Agent healthcheck: found 6 active agents {{(pid=102913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 10:46:24.676580 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-17fb3c93-faa7-4152-bcf7-7243accd715d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:46:26.997884 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ea948ae0-5cf1-482a-ae57-ede9ca5aac9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:46:28.099156 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0c934117-efa3-4f33-917a-019854f2ef65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:46:29.901952 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e21c8dd6-a119-43bc-9b42-7d87f9168fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:46:30.821686 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:46:49.909114 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:46:53.762506 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-171a41dd-d272-4229-80cb-f08d2c7a4e8f req-412203ff-8966-47f9-b5d3-4233f0b922d4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4aa805b0-27a2-414c-afa8-0fb6e09c07c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0480139 Nov 22 10:46:53.862751 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a41dd-d272-4229-80cb-f08d2c7a4e8f req-537b3dee-44db-4d05-8ffe-0fc9f0a4747b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:46:53.864321 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-171a41dd-d272-4229-80cb-f08d2c7a4e8f req-537b3dee-44db-4d05-8ffe-0fc9f0a4747b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f1c47419b1b4aceb6eb91d5f6328985&device_id=4aa805b0-27a2-414c-afa8-0fb6e09c07c9 HTTP/1.1" status: 200 len: 1098 time: 0.0482566 Nov 22 10:46:53.984028 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a41dd-d272-4229-80cb-f08d2c7a4e8f req-75ba402e-e3c4-4747-b635-b8b9a449ed41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:46:53.985500 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-171a41dd-d272-4229-80cb-f08d2c7a4e8f req-75ba402e-e3c4-4747-b635-b8b9a449ed41 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f7304a1e-1535-4fd7-8c3b-2de67fef34b2 HTTP/1.1" status: 200 len: 913 time: 0.1009796 Nov 22 10:46:54.058849 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-171a41dd-d272-4229-80cb-f08d2c7a4e8f req-e1aba281-81c6-40dd-ac01-654389795410 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26065c2f-a918-44a5-ac36-c7046284fb05 HTTP/1.1" status: 200 len: 1001 time: 0.0662866 Nov 22 10:46:54.111489 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a41dd-d272-4229-80cb-f08d2c7a4e8f req-b0ee0432-a99d-4e73-a705-92c96752a41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:46:54.112977 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-171a41dd-d272-4229-80cb-f08d2c7a4e8f req-b0ee0432-a99d-4e73-a705-92c96752a41d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=416b5eea-d390-4b0e-895d-af54a4cd08ab HTTP/1.1" status: 200 len: 851 time: 0.0459838 Nov 22 10:46:54.159853 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a41dd-d272-4229-80cb-f08d2c7a4e8f req-1acbfc85-d372-4b3d-a00a-ac88a3beb935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:46:54.161366 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-171a41dd-d272-4229-80cb-f08d2c7a4e8f req-1acbfc85-d372-4b3d-a00a-ac88a3beb935 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f7304a1e-1535-4fd7-8c3b-2de67fef34b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0414364 Nov 22 10:46:54.258968 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-171a41dd-d272-4229-80cb-f08d2c7a4e8f req-dd1aee8f-77b0-42ed-945f-e0c6daa6176f service neutron] 10.222.0.20 "GET /v2.0/networks/f7304a1e-1535-4fd7-8c3b-2de67fef34b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902841 Nov 22 10:46:54.362589 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-171a41dd-d272-4229-80cb-f08d2c7a4e8f req-73e43041-64d5-4114-bedc-396725013c6a service neutron] 10.222.0.20 "GET /v2.0/networks/f7304a1e-1535-4fd7-8c3b-2de67fef34b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967436 Nov 22 10:46:54.683000 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b3d1aec0-dacf-459b-849e-369d039695c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:46:57.002757 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-2b55265d-27a3-40ca-88e9-58e4286b11e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:46:57.236408 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.agents_db [None req-35a1a16e-7bf9-4643-9be2-574a1761dc3a None None] Agent healthcheck: found 6 active agents {{(pid=102913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 10:46:58.099959 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0c934117-efa3-4f33-917a-019854f2ef65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:46:59.906593 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e21c8dd6-a119-43bc-9b42-7d87f9168fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:47:00.818658 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:47:19.927412 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:47:24.679989 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-39b2bc03-2571-498f-98ff-1f48baba547e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:47:27.010688 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-dc68cd98-c4ba-4ee9-9c8f-23a857e2cce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:47:28.104097 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0c934117-efa3-4f33-917a-019854f2ef65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:47:29.910019 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e21c8dd6-a119-43bc-9b42-7d87f9168fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:47:30.005337 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-34908382-61f4-4099-a9ac-32c615977a0d req-1e7144f9-ea6c-4f0d-be1a-d94108d565a5 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1365048420&fields=id&tenant_id=3f1c47419b1b4aceb6eb91d5f6328985 HTTP/1.1" status: 200 len: 267 time: 0.0480428 Nov 22 10:47:30.122893 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34908382-61f4-4099-a9ac-32c615977a0d req-91d02229-776e-4066-b661-54a34b75c71d tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:47:30.124427 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-34908382-61f4-4099-a9ac-32c615977a0d req-91d02229-776e-4066-b661-54a34b75c71d tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/networks?id=f7304a1e-1535-4fd7-8c3b-2de67fef34b2 HTTP/1.1" status: 200 len: 812 time: 0.1087224 Nov 22 10:47:30.141223 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-34908382-61f4-4099-a9ac-32c615977a0d req-988fc448-7daf-4390-8eb9-bab6bdcf40ba tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/quotas/3f1c47419b1b4aceb6eb91d5f6328985 HTTP/1.1" status: 200 len: 375 time: 0.0099349 Nov 22 10:47:30.204390 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-34908382-61f4-4099-a9ac-32c615977a0d req-909bf724-6505-49b9-9e90-e0d5b29de565 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3f1c47419b1b4aceb6eb91d5f6328985&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0572939 Nov 22 10:47:30.315261 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-34908382-61f4-4099-a9ac-32c615977a0d req-5c3933be-8750-4b2f-b396-fadf072e5b3a service neutron] 10.222.0.46 "GET /v2.0/networks/f7304a1e-1535-4fd7-8c3b-2de67fef34b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972018 Nov 22 10:47:30.407008 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-34908382-61f4-4099-a9ac-32c615977a0d req-47cca519-c667-41f1-83c6-4e747f8ce4c8 service neutron] 10.222.0.46 "GET /v2.0/networks/f7304a1e-1535-4fd7-8c3b-2de67fef34b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851123 Nov 22 10:47:30.724318 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0b4ae474-caa2-441c-a0b8-83c48a8eeeff req-571ca316-6e71-4f4e-9e31-9be01126ca2e tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ae56d4a-e3a9-4a48-a7bc-22d7a90a8958 HTTP/1.1" status: 200 len: 210 time: 0.0312126 Nov 22 10:47:30.831271 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:47:31.806718 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ca73742e-46f3-4017-b02c-ab143bb99ed2 req-02800018-d7ce-4223-9091-b6e2b2554a7f tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ae56d4a-e3a9-4a48-a7bc-22d7a90a8958 HTTP/1.1" status: 200 len: 210 time: 0.0301182 Nov 22 10:47:32.888152 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-81c7a46c-c481-4552-ab7a-0b13f1ac1469 req-f116c9c1-99a3-48a5-9270-b8ef67193db4 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ae56d4a-e3a9-4a48-a7bc-22d7a90a8958 HTTP/1.1" status: 200 len: 210 time: 0.0279720 Nov 22 10:47:33.971418 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-586148df-6ece-425e-8e17-98d4532491ff req-e366e957-7845-4883-9f07-a07e97025c49 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ae56d4a-e3a9-4a48-a7bc-22d7a90a8958 HTTP/1.1" status: 200 len: 210 time: 0.0283813 Nov 22 10:47:34.237009 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.agents_db [None req-35a1a16e-7bf9-4643-9be2-574a1761dc3a None None] Agent healthcheck: found 6 active agents {{(pid=102913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 10:47:35.076430 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-552bfdf8-952a-44fb-ae76-695581b1c905 req-f69ddd8a-df2b-440c-b7eb-b24044aff964 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ae56d4a-e3a9-4a48-a7bc-22d7a90a8958 HTTP/1.1" status: 200 len: 210 time: 0.0347505 Nov 22 10:47:35.798374 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34908382-61f4-4099-a9ac-32c615977a0d req-b0ca9fa6-4859-4139-8c30-63cbfc2c294f tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:47:35.799920 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-34908382-61f4-4099-a9ac-32c615977a0d req-b0ca9fa6-4859-4139-8c30-63cbfc2c294f tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.20 "GET /v2.0/networks?id=f7304a1e-1535-4fd7-8c3b-2de67fef34b2 HTTP/1.1" status: 200 len: 812 time: 0.1104732 Nov 22 10:47:35.869477 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-34908382-61f4-4099-a9ac-32c615977a0d req-631168a0-1e7d-4be1-bc28-9f191ff0be74 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f1c47419b1b4aceb6eb91d5f6328985 HTTP/1.1" status: 200 len: 380 time: 0.0607340 Nov 22 10:47:35.878765 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-34908382-61f4-4099-a9ac-32c615977a0d req-0884dfab-af65-4eae-ae5c-3869308b7ee1 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Request body: {'port': {'device_id': '5ae56d4a-e3a9-4a48-a7bc-22d7a90a8958', 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2', 'admin_state_up': True, 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'security_groups': ['a8a096c1-3908-471e-b12a-7c82c6dea612']}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:47:35.992455 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34908382-61f4-4099-a9ac-32c615977a0d req-0884dfab-af65-4eae-ae5c-3869308b7ee1 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Made reservation on behalf of 3f1c47419b1b4aceb6eb91d5f6328985 for: {'port': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 10:47:35.996293 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-34908382-61f4-4099-a9ac-32c615977a0d req-0884dfab-af65-4eae-ae5c-3869308b7ee1 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:47:36.145082 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [req-34908382-61f4-4099-a9ac-32c615977a0d req-0884dfab-af65-4eae-ae5c-3869308b7ee1 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Allocated IP 172.20.0.12 (f7304a1e-1535-4fd7-8c3b-2de67fef34b2/416b5eea-d390-4b0e-895d-af54a4cd08ab/d55cac52-a1c8-4010-a964-70aa95d07e5f) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 10:47:36.186713 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ad092c06-c960-4fcf-9ab1-a147f6d38154 req-2a28e6e1-0add-4dcb-9387-8062a715152b tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ae56d4a-e3a9-4a48-a7bc-22d7a90a8958 HTTP/1.1" status: 200 len: 210 time: 0.0350459 Nov 22 10:47:36.318175 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-34908382-61f4-4099-a9ac-32c615977a0d req-0884dfab-af65-4eae-ae5c-3869308b7ee1 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:47:36.354078 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-34908382-61f4-4099-a9ac-32c615977a0d req-0884dfab-af65-4eae-ae5c-3869308b7ee1 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749315246228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11987816'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:47:36.402665 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34908382-61f4-4099-a9ac-32c615977a0d req-0884dfab-af65-4eae-ae5c-3869308b7ee1 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Network f7304a1e-1535-4fd7-8c3b-2de67fef34b2 is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:47:36.405837 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [req-34908382-61f4-4099-a9ac-32c615977a0d req-0884dfab-af65-4eae-ae5c-3869308b7ee1 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:47:36.409455 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-34908382-61f4-4099-a9ac-32c615977a0d req-0884dfab-af65-4eae-ae5c-3869308b7ee1 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 10:47:36.434819 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0884dfab-af65-4eae-ae5c-3869308b7ee1 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Pushing event updated for resources: {'Port': ['ID=d55cac52-a1c8-4010-a964-70aa95d07e5f,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:47:36.448233 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0884dfab-af65-4eae-ae5c-3869308b7ee1 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:47:36.448573 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0884dfab-af65-4eae-ae5c-3869308b7ee1 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:47:36.448913 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0884dfab-af65-4eae-ae5c-3869308b7ee1 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:47:36.449252 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0884dfab-af65-4eae-ae5c-3869308b7ee1 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:47:36.449594 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0884dfab-af65-4eae-ae5c-3869308b7ee1 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:47:36.449934 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0884dfab-af65-4eae-ae5c-3869308b7ee1 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:47:36.450263 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0884dfab-af65-4eae-ae5c-3869308b7ee1 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:47:36.450597 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0884dfab-af65-4eae-ae5c-3869308b7ee1 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:47:36.450956 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0884dfab-af65-4eae-ae5c-3869308b7ee1 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:47:36.451255 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0884dfab-af65-4eae-ae5c-3869308b7ee1 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:47:36.451580 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0884dfab-af65-4eae-ae5c-3869308b7ee1 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:47:36.451928 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0884dfab-af65-4eae-ae5c-3869308b7ee1 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:47:36.478330 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34908382-61f4-4099-a9ac-32c615977a0d req-0884dfab-af65-4eae-ae5c-3869308b7ee1 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:47:36.479393 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-34908382-61f4-4099-a9ac-32c615977a0d req-0884dfab-af65-4eae-ae5c-3869308b7ee1 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:47:36.500493 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-34908382-61f4-4099-a9ac-32c615977a0d req-0884dfab-af65-4eae-ae5c-3869308b7ee1 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6254923 Nov 22 10:47:36.512639 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-34908382-61f4-4099-a9ac-32c615977a0d req-1c617e1c-7769-423a-ad4c-1b301491cb3a service neutron] Request body: {'port': {'device_id': '5ae56d4a-e3a9-4a48-a7bc-22d7a90a8958', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:47:36.573290 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-34908382-61f4-4099-a9ac-32c615977a0d req-1c617e1c-7769-423a-ad4c-1b301491cb3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:47:36.805510 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-b52f8662-8459-42f7-8f47-a670380388a4 None None] Provisioning complete for port d55cac52-a1c8-4010-a964-70aa95d07e5f triggered by entity DHCP. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:47:36.805510 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b52f8662-8459-42f7-8f47-a670380388a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:47:36.841707 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-b52f8662-8459-42f7-8f47-a670380388a4 None None] Port d55cac52-a1c8-4010-a964-70aa95d07e5f cannot update to ACTIVE because it is not bound. {{(pid=102912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 10:47:36.856151 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [req-34908382-61f4-4099-a9ac-32c615977a0d req-1c617e1c-7769-423a-ad4c-1b301491cb3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d55cac52-a1c8-4010-a964-70aa95d07e5f {{(pid=102911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 10:47:36.864066 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-34908382-61f4-4099-a9ac-32c615977a0d req-1c617e1c-7769-423a-ad4c-1b301491cb3a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:47:36.876706 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.provisioning_blocks [req-34908382-61f4-4099-a9ac-32c615977a0d req-1c617e1c-7769-423a-ad4c-1b301491cb3a service neutron] Transition to ACTIVE for port object d55cac52-a1c8-4010-a964-70aa95d07e5f will not be triggered until provisioned by entity L2. {{(pid=102911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 10:47:36.881733 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-34908382-61f4-4099-a9ac-32c615977a0d req-1c617e1c-7769-423a-ad4c-1b301491cb3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11987839'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:47:36.934869 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c617e1c-7769-423a-ad4c-1b301491cb3a service neutron] Pushing event updated for resources: {'Port': ['ID=d55cac52-a1c8-4010-a964-70aa95d07e5f,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:47:37.010060 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-34908382-61f4-4099-a9ac-32c615977a0d req-1c617e1c-7769-423a-ad4c-1b301491cb3a service neutron] Attempting to bind port d55cac52-a1c8-4010-a964-70aa95d07e5f on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 10:47:37.010364 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-34908382-61f4-4099-a9ac-32c615977a0d req-1c617e1c-7769-423a-ad4c-1b301491cb3a service neutron] Attempting to bind port d55cac52-a1c8-4010-a964-70aa95d07e5f by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '4d133feb-ae47-402c-a18c-56604571f270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 10:47:37.010739 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34908382-61f4-4099-a9ac-32c615977a0d req-1c617e1c-7769-423a-ad4c-1b301491cb3a service neutron] Attempting to bind port d55cac52-a1c8-4010-a964-70aa95d07e5f on network f7304a1e-1535-4fd7-8c3b-2de67fef34b2 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:47:37.015596 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34908382-61f4-4099-a9ac-32c615977a0d req-1c617e1c-7769-423a-ad4c-1b301491cb3a service neutron] Port d55cac52-a1c8-4010-a964-70aa95d07e5f on network f7304a1e-1535-4fd7-8c3b-2de67fef34b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 10:47:37.015933 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34908382-61f4-4099-a9ac-32c615977a0d req-1c617e1c-7769-423a-ad4c-1b301491cb3a service neutron] Attempting to bind port d55cac52-a1c8-4010-a964-70aa95d07e5f on network f7304a1e-1535-4fd7-8c3b-2de67fef34b2 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 10:47:37.021142 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34908382-61f4-4099-a9ac-32c615977a0d req-1c617e1c-7769-423a-ad4c-1b301491cb3a service neutron] Checking agent: {'id': '8aa3c5bc-bff8-4a30-90cc-a12bac01bfcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 10, 32, 50), 'started_at': datetime.datetime(2021, 11, 22, 10, 32, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 10, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 10:47:37.021488 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34908382-61f4-4099-a9ac-32c615977a0d req-1c617e1c-7769-423a-ad4c-1b301491cb3a service neutron] Checking segment: {'id': '4d133feb-ae47-402c-a18c-56604571f270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 10:47:37.021873 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34908382-61f4-4099-a9ac-32c615977a0d req-1c617e1c-7769-423a-ad4c-1b301491cb3a service neutron] Bound using segment: {'id': '4d133feb-ae47-402c-a18c-56604571f270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 10:47:37.022322 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-34908382-61f4-4099-a9ac-32c615977a0d req-1c617e1c-7769-423a-ad4c-1b301491cb3a service neutron] Bound port: d55cac52-a1c8-4010-a964-70aa95d07e5f, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d133feb-ae47-402c-a18c-56604571f270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 10:47:37.022673 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-34908382-61f4-4099-a9ac-32c615977a0d req-1c617e1c-7769-423a-ad4c-1b301491cb3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:47:37.100598 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-34908382-61f4-4099-a9ac-32c615977a0d req-1c617e1c-7769-423a-ad4c-1b301491cb3a service neutron] For port d55cac52-a1c8-4010-a964-70aa95d07e5f, host hv-cinder-80403, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 10:47:37.103875 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-34908382-61f4-4099-a9ac-32c615977a0d req-1c617e1c-7769-423a-ad4c-1b301491cb3a service neutron] For port d55cac52-a1c8-4010-a964-70aa95d07e5f, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d55cac52-a1c8-4010-a964-70aa95d07e5f,segment=NetworkSegment(4d133feb-ae47-402c-a18c-56604571f270),segment_id=4d133feb-ae47-402c-a18c-56604571f270)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 10:47:37.110484 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-34908382-61f4-4099-a9ac-32c615977a0d req-1c617e1c-7769-423a-ad4c-1b301491cb3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11987839'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:47:37.156434 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34908382-61f4-4099-a9ac-32c615977a0d req-1c617e1c-7769-423a-ad4c-1b301491cb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:47:37.157201 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-34908382-61f4-4099-a9ac-32c615977a0d req-1c617e1c-7769-423a-ad4c-1b301491cb3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:47:37.158520 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-34908382-61f4-4099-a9ac-32c615977a0d req-1c617e1c-7769-423a-ad4c-1b301491cb3a service neutron] 10.222.0.20 "PUT /v2.0/ports/d55cac52-a1c8-4010-a964-70aa95d07e5f HTTP/1.1" status: 200 len: 1094 time: 0.6500804 Nov 22 10:47:37.159168 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ae56d4a-e3a9-4a48-a7bc-22d7a90a8958', 'tag': 'd55cac52-a1c8-4010-a964-70aa95d07e5f'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:47:37.162513 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5429d6209f9db75179b029b02f265116e5db13468d9d60e00895472a7fa8ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e0a9af-2645-42c0-a646-ca8d4dbd707a" -d '{"events": [{"name": "network-changed", "server_uuid": "5ae56d4a-e3a9-4a48-a7bc-22d7a90a8958", "tag": "d55cac52-a1c8-4010-a964-70aa95d07e5f"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:47:37.187040 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c617e1c-7769-423a-ad4c-1b301491cb3a service neutron] Pushing event updated for resources: {'Port': ['ID=d55cac52-a1c8-4010-a964-70aa95d07e5f,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:47:37.214166 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 10:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12e3287-441d-4811-9e27-d6947b12b45f x-openstack-request-id: req-b12e3287-441d-4811-9e27-d6947b12b45f {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:47:37.214453 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ae56d4a-e3a9-4a48-a7bc-22d7a90a8958", "tag": "d55cac52-a1c8-4010-a964-70aa95d07e5f", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:47:37.214703 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b12e3287-441d-4811-9e27-d6947b12b45f {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:47:37.215102 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ae56d4a-e3a9-4a48-a7bc-22d7a90a8958', 'tag': 'd55cac52-a1c8-4010-a964-70aa95d07e5f', 'status': 'completed', 'code': 200} Nov 22 10:47:37.254603 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34908382-61f4-4099-a9ac-32c615977a0d req-b75bd0d7-ef6f-4532-a096-41c83188a2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:47:37.256540 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-34908382-61f4-4099-a9ac-32c615977a0d req-b75bd0d7-ef6f-4532-a096-41c83188a2c1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f1c47419b1b4aceb6eb91d5f6328985&device_id=5ae56d4a-e3a9-4a48-a7bc-22d7a90a8958 HTTP/1.1" status: 200 len: 1097 time: 0.0553935 Nov 22 10:47:37.320869 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-34908382-61f4-4099-a9ac-32c615977a0d req-7774c6a3-3ad1-4cf0-8540-c86a1c56cdef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d55cac52-a1c8-4010-a964-70aa95d07e5f HTTP/1.1" status: 200 len: 217 time: 0.0538466 Nov 22 10:47:37.370250 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1059df6d-e60d-4d08-b4da-3a21f33f78fa req-2fccaa30-18e6-4c13-ad01-5c135d5817d4 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:47:37.371787 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1059df6d-e60d-4d08-b4da-3a21f33f78fa req-2fccaa30-18e6-4c13-ad01-5c135d5817d4 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ae56d4a-e3a9-4a48-a7bc-22d7a90a8958 HTTP/1.1" status: 200 len: 944 time: 0.1134751 Nov 22 10:47:37.393740 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34908382-61f4-4099-a9ac-32c615977a0d req-baf22463-9937-4d4e-917a-47b898b91731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:47:37.395336 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-34908382-61f4-4099-a9ac-32c615977a0d req-baf22463-9937-4d4e-917a-47b898b91731 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=416b5eea-d390-4b0e-895d-af54a4cd08ab HTTP/1.1" status: 200 len: 851 time: 0.0669193 Nov 22 10:47:37.457665 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1059df6d-e60d-4d08-b4da-3a21f33f78fa req-5082ff2e-46cc-43ea-828b-04aff4380ac1 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a096c1-3908-471e-b12a-7c82c6dea612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797369 Nov 22 10:47:37.466447 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34908382-61f4-4099-a9ac-32c615977a0d req-108b26ee-0a6d-40c4-a8ac-f9882fc43d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:47:37.468194 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-34908382-61f4-4099-a9ac-32c615977a0d req-108b26ee-0a6d-40c4-a8ac-f9882fc43d27 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f7304a1e-1535-4fd7-8c3b-2de67fef34b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0646634 Nov 22 10:47:37.828739 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-34908382-61f4-4099-a9ac-32c615977a0d req-18f02d8a-2c87-479b-b57c-1e3cbc40b4ea service neutron] 10.222.0.20 "GET /v2.0/networks/f7304a1e-1535-4fd7-8c3b-2de67fef34b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528013 Nov 22 10:47:37.924231 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-34908382-61f4-4099-a9ac-32c615977a0d req-a153ed04-0430-4a11-b6cb-70489f622fb5 service neutron] 10.222.0.20 "GET /v2.0/networks/f7304a1e-1535-4fd7-8c3b-2de67fef34b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869277 Nov 22 10:47:38.035385 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0a9af-2645-42c0-a646-ca8d4dbd707a req-1979f957-1bdc-476e-b2b8-013df7e1dfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:47:38.037246 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-54e0a9af-2645-42c0-a646-ca8d4dbd707a req-1979f957-1bdc-476e-b2b8-013df7e1dfd4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f1c47419b1b4aceb6eb91d5f6328985&device_id=5ae56d4a-e3a9-4a48-a7bc-22d7a90a8958 HTTP/1.1" status: 200 len: 1097 time: 0.0483150 Nov 22 10:47:38.132120 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0a9af-2645-42c0-a646-ca8d4dbd707a req-5343bb49-fccf-4e02-b063-8733e8a75276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:47:38.133678 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-54e0a9af-2645-42c0-a646-ca8d4dbd707a req-5343bb49-fccf-4e02-b063-8733e8a75276 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f7304a1e-1535-4fd7-8c3b-2de67fef34b2 HTTP/1.1" status: 200 len: 913 time: 0.0889616 Nov 22 10:47:38.181215 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-54e0a9af-2645-42c0-a646-ca8d4dbd707a req-7e49bf1d-ffe7-459f-bf1e-63d04782a281 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d55cac52-a1c8-4010-a964-70aa95d07e5f HTTP/1.1" status: 200 len: 217 time: 0.0389826 Nov 22 10:47:38.238369 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0a9af-2645-42c0-a646-ca8d4dbd707a req-514fd41a-50e9-4ec0-9908-2f76e3fb4f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:47:38.239895 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-54e0a9af-2645-42c0-a646-ca8d4dbd707a req-514fd41a-50e9-4ec0-9908-2f76e3fb4f90 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=416b5eea-d390-4b0e-895d-af54a4cd08ab HTTP/1.1" status: 200 len: 851 time: 0.0485530 Nov 22 10:47:38.288582 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0a9af-2645-42c0-a646-ca8d4dbd707a req-5bb04385-eee3-4a52-9339-6005783a3569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:47:38.290051 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-54e0a9af-2645-42c0-a646-ca8d4dbd707a req-5bb04385-eee3-4a52-9339-6005783a3569 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f7304a1e-1535-4fd7-8c3b-2de67fef34b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0418012 Nov 22 10:47:38.399075 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-54e0a9af-2645-42c0-a646-ca8d4dbd707a req-3081e292-b87a-435d-a063-7f31d98be145 service neutron] 10.222.0.20 "GET /v2.0/networks/f7304a1e-1535-4fd7-8c3b-2de67fef34b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980179 Nov 22 10:47:38.505175 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-54e0a9af-2645-42c0-a646-ca8d4dbd707a req-e9359729-f979-4090-99a0-ef2aacb7b9c1 service neutron] 10.222.0.20 "GET /v2.0/networks/f7304a1e-1535-4fd7-8c3b-2de67fef34b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941436 Nov 22 10:47:38.584574 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb5f72-4ab3-4eb4-8f5b-29cdbdd0745d req-1b08b28a-ba85-4461-9c41-98447ae00082 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:47:38.586104 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-98bb5f72-4ab3-4eb4-8f5b-29cdbdd0745d req-1b08b28a-ba85-4461-9c41-98447ae00082 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ae56d4a-e3a9-4a48-a7bc-22d7a90a8958 HTTP/1.1" status: 200 len: 944 time: 0.0514202 Nov 22 10:47:38.644554 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-98bb5f72-4ab3-4eb4-8f5b-29cdbdd0745d req-8abe6075-b2e5-4776-a7f5-fff4dba137d0 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a096c1-3908-471e-b12a-7c82c6dea612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493078 Nov 22 10:47:39.770567 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2515fcc-cb10-4fe5-ab2d-b228f70b1138 req-58a31b2b-57a2-468c-a76b-0152475aa8cd tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:47:39.772030 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a2515fcc-cb10-4fe5-ab2d-b228f70b1138 req-58a31b2b-57a2-468c-a76b-0152475aa8cd tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ae56d4a-e3a9-4a48-a7bc-22d7a90a8958 HTTP/1.1" status: 200 len: 944 time: 0.0559232 Nov 22 10:47:39.823250 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a2515fcc-cb10-4fe5-ab2d-b228f70b1138 req-87318a6e-e585-4548-b2f8-b59dd650472b tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a096c1-3908-471e-b12a-7c82c6dea612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448675 Nov 22 10:47:40.948771 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46b33c-4c2c-46a0-b2e3-c5c8c16857e7 req-92fe7149-a89b-447f-8d6b-dc319e30b84c tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:47:40.950311 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5c46b33c-4c2c-46a0-b2e3-c5c8c16857e7 req-92fe7149-a89b-447f-8d6b-dc319e30b84c tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ae56d4a-e3a9-4a48-a7bc-22d7a90a8958 HTTP/1.1" status: 200 len: 944 time: 0.0557926 Nov 22 10:47:41.004983 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5c46b33c-4c2c-46a0-b2e3-c5c8c16857e7 req-e82178a5-e4c4-407f-8e01-a2dacbfe65ec tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a096c1-3908-471e-b12a-7c82c6dea612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483158 Nov 22 10:47:42.142221 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e187e72-460e-4647-8926-a1f4a031dab5 req-dc429d15-ebb4-4805-a51a-de6e1128ed88 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:47:42.143720 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9e187e72-460e-4647-8926-a1f4a031dab5 req-dc429d15-ebb4-4805-a51a-de6e1128ed88 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ae56d4a-e3a9-4a48-a7bc-22d7a90a8958 HTTP/1.1" status: 200 len: 944 time: 0.0685883 Nov 22 10:47:42.195459 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9e187e72-460e-4647-8926-a1f4a031dab5 req-b1e1ef60-26e8-4697-bf29-273e9734b573 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a096c1-3908-471e-b12a-7c82c6dea612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455534 Nov 22 10:47:43.324898 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e65e8-2d94-44c6-9b8c-cd83acf20184 req-cbe2cfc2-ea13-4cfd-b1c4-89b440e3bc23 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:47:43.326492 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e83e65e8-2d94-44c6-9b8c-cd83acf20184 req-cbe2cfc2-ea13-4cfd-b1c4-89b440e3bc23 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ae56d4a-e3a9-4a48-a7bc-22d7a90a8958 HTTP/1.1" status: 200 len: 944 time: 0.0502739 Nov 22 10:47:43.377516 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e83e65e8-2d94-44c6-9b8c-cd83acf20184 req-340a5687-ba72-43c7-b3dd-58130e8fbf82 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a096c1-3908-471e-b12a-7c82c6dea612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448871 Nov 22 10:47:44.623063 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b2628-10b9-49b4-a488-e9d807f22120 req-e4a026b6-eabf-40f3-a2d7-41068ab4deed tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:47:44.624628 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f67b2628-10b9-49b4-a488-e9d807f22120 req-e4a026b6-eabf-40f3-a2d7-41068ab4deed tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ae56d4a-e3a9-4a48-a7bc-22d7a90a8958 HTTP/1.1" status: 200 len: 944 time: 0.0507624 Nov 22 10:47:44.678477 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f67b2628-10b9-49b4-a488-e9d807f22120 req-7d1d02ea-5e5a-44db-83f8-3ad97229e37d tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a096c1-3908-471e-b12a-7c82c6dea612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474813 Nov 22 10:47:45.808422 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c81c7c-b155-4527-a85b-da648e7abb62 req-87e29a41-362f-491b-b4d3-35d37ac0a3c0 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:47:45.809845 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-92c81c7c-b155-4527-a85b-da648e7abb62 req-87e29a41-362f-491b-b4d3-35d37ac0a3c0 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ae56d4a-e3a9-4a48-a7bc-22d7a90a8958 HTTP/1.1" status: 200 len: 944 time: 0.0580688 Nov 22 10:47:45.862413 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-92c81c7c-b155-4527-a85b-da648e7abb62 req-315f87ac-62e3-49d9-9f42-cffd4daa9627 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a096c1-3908-471e-b12a-7c82c6dea612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463662 Nov 22 10:47:46.298748 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device d55cac52-a1c8-4010-a964-70aa95d07e5f details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 10:47:46.402830 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port d55cac52-a1c8-4010-a964-70aa95d07e5f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d55cac52-a1c8-4010-a964-70aa95d07e5f,segment=NetworkSegment(4d133feb-ae47-402c-a18c-56604571f270),segment_id=4d133feb-ae47-402c-a18c-56604571f270)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:47:46.415230 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Returning: {'device': 'd55cac52-a1c8-4010-a964-70aa95d07e5f', 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2', 'port_id': 'd55cac52-a1c8-4010-a964-70aa95d07e5f', 'mac_address': 'fa:16:3e:6f:a1:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '416b5eea-d390-4b0e-895d-af54a4cd08ab', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 10:47:46.458517 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:47:46.475361 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d55cac52-a1c8-4010-a964-70aa95d07e5f {{(pid=102912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 10:47:46.500315 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port d55cac52-a1c8-4010-a964-70aa95d07e5f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d55cac52-a1c8-4010-a964-70aa95d07e5f,segment=NetworkSegment(4d133feb-ae47-402c-a18c-56604571f270),segment_id=4d133feb-ae47-402c-a18c-56604571f270)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:47:46.506534 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:47:46.554355 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Pushing event updated for resources: {'Port': ['ID=d55cac52-a1c8-4010-a964-70aa95d07e5f,revision_number=4']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:47:46.561853 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:47:46.562164 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:47:46.562501 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:47:46.562842 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:47:46.563161 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:47:46.563504 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:47:46.563870 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:47:46.564177 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:47:46.564509 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:47:46.564826 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:47:46.565148 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:47:46.565451 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:47:46.723840 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] get_ports_and_sgs() called for port_ids ['d55cac52-a1c8-4010-a964-70aa95d07e5f'] {{(pid=102912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 10:47:46.985712 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1bcb6-e150-4160-92c0-860ba462ef6f req-c4e27421-cd1a-4b63-a870-157e2dff132e tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:47:46.987522 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-dce1bcb6-e150-4160-92c0-860ba462ef6f req-c4e27421-cd1a-4b63-a870-157e2dff132e tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ae56d4a-e3a9-4a48-a7bc-22d7a90a8958 HTTP/1.1" status: 200 len: 945 time: 0.0546482 Nov 22 10:47:47.048128 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-dce1bcb6-e150-4160-92c0-860ba462ef6f req-1eba24c8-10a9-436b-94d5-2ee07fcd27a8 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a096c1-3908-471e-b12a-7c82c6dea612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541637 Nov 22 10:47:48.175209 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5f233-6cdf-47b1-9d35-d5bdb6d24727 req-c83cde12-10ff-40d2-b237-e17a2391e409 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:47:48.176696 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6bb5f233-6cdf-47b1-9d35-d5bdb6d24727 req-c83cde12-10ff-40d2-b237-e17a2391e409 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ae56d4a-e3a9-4a48-a7bc-22d7a90a8958 HTTP/1.1" status: 200 len: 945 time: 0.0555513 Nov 22 10:47:48.230150 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6bb5f233-6cdf-47b1-9d35-d5bdb6d24727 req-4912f806-ac4c-4ef1-ad81-da7e321a2cdf tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a096c1-3908-471e-b12a-7c82c6dea612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446343 Nov 22 10:47:48.314444 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device d55cac52-a1c8-4010-a964-70aa95d07e5f up at agent hyperv_hv-cinder-80403 {{(pid=102912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 10:47:48.371298 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Provisioning for port d55cac52-a1c8-4010-a964-70aa95d07e5f completed by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 10:47:48.375421 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Provisioning complete for port d55cac52-a1c8-4010-a964-70aa95d07e5f triggered by entity L2. {{(pid=102912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 10:47:48.375874 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091979'] for port, provisioning_complete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:47:48.468486 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:47:48.492083 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae56d4a-e3a9-4a48-a7bc-22d7a90a8958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd55cac52-a1c8-4010-a964-70aa95d07e5f'}] {{(pid=102912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:47:48.494541 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871da4fec6c70e81ce77d4e4817c66d6168a6b102b4e2b260a442deac58e97e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7579b06-2ef6-48c6-9671-51394471b5e0" -d '{"events": [{"server_uuid": "5ae56d4a-e3a9-4a48-a7bc-22d7a90a8958", "name": "network-vif-plugged", "status": "completed", "tag": "d55cac52-a1c8-4010-a964-70aa95d07e5f"}]}' {{(pid=102912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:47:48.507218 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] For port d55cac52-a1c8-4010-a964-70aa95d07e5f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d55cac52-a1c8-4010-a964-70aa95d07e5f,segment=NetworkSegment(4d133feb-ae47-402c-a18c-56604571f270),segment_id=4d133feb-ae47-402c-a18c-56604571f270)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:47:48.512272 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:47:48.537052 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 10:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa17a94f-e22e-44b5-bad6-161ed4b9791d x-openstack-request-id: req-aa17a94f-e22e-44b5-bad6-161ed4b9791d {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:47:48.537373 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae56d4a-e3a9-4a48-a7bc-22d7a90a8958", "name": "network-vif-plugged", "status": "completed", "tag": "d55cac52-a1c8-4010-a964-70aa95d07e5f", "code": 200}]} {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:47:48.537621 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-aa17a94f-e22e-44b5-bad6-161ed4b9791d {{(pid=102912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:47:48.538094 dv-cinder-804035-13-iscsi neutron-server[102912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae56d4a-e3a9-4a48-a7bc-22d7a90a8958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd55cac52-a1c8-4010-a964-70aa95d07e5f', 'code': 200} Nov 22 10:47:48.566869 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Pushing event updated for resources: {'Port': ['ID=d55cac52-a1c8-4010-a964-70aa95d07e5f,revision_number=5']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:47:48.753314 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50ee5c-2df9-47c1-89d9-8c7627266af0 req-c6e9db36-416e-40cb-8b40-0a2a8c0a77a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:47:48.754691 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ce50ee5c-2df9-47c1-89d9-8c7627266af0 req-c6e9db36-416e-40cb-8b40-0a2a8c0a77a1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5ae56d4a-e3a9-4a48-a7bc-22d7a90a8958 HTTP/1.1" status: 200 len: 1099 time: 0.0412970 Nov 22 10:47:48.801397 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ce50ee5c-2df9-47c1-89d9-8c7627266af0 req-1ff4ad87-2988-4a4f-95e1-ed5224b9afb9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a8a096c1-3908-471e-b12a-7c82c6dea612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391750 Nov 22 10:47:49.356982 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6648e26e-495d-4619-99eb-5be1b653108e req-98bf7199-0ae3-4805-8ddc-05b46721b390 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:47:49.358553 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6648e26e-495d-4619-99eb-5be1b653108e req-98bf7199-0ae3-4805-8ddc-05b46721b390 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ae56d4a-e3a9-4a48-a7bc-22d7a90a8958 HTTP/1.1" status: 200 len: 946 time: 0.0541353 Nov 22 10:47:49.422264 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6648e26e-495d-4619-99eb-5be1b653108e req-82c78eb4-0bb2-4cad-8f94-47515597f0d4 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a096c1-3908-471e-b12a-7c82c6dea612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572786 Nov 22 10:47:49.933245 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:47:50.546056 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96534f7f-8041-43ad-a636-684bd49d8edd req-9833d957-51eb-4b73-8046-fcbf4f1fc484 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:47:50.547606 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-96534f7f-8041-43ad-a636-684bd49d8edd req-9833d957-51eb-4b73-8046-fcbf4f1fc484 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ae56d4a-e3a9-4a48-a7bc-22d7a90a8958 HTTP/1.1" status: 200 len: 946 time: 0.0531092 Nov 22 10:47:50.599910 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-96534f7f-8041-43ad-a636-684bd49d8edd req-8f0e598c-770d-4c67-a845-8adbbff57002 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a096c1-3908-471e-b12a-7c82c6dea612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460436 Nov 22 10:47:50.729382 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffcddde-9348-4ec1-a8ed-128094d9ab22 req-2fce9c5c-8483-4d02-8def-6cefa460165e tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:47:50.730754 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-cffcddde-9348-4ec1-a8ed-128094d9ab22 req-2fce9c5c-8483-4d02-8def-6cefa460165e tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ae56d4a-e3a9-4a48-a7bc-22d7a90a8958 HTTP/1.1" status: 200 len: 946 time: 0.0591185 Nov 22 10:47:50.784216 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-cffcddde-9348-4ec1-a8ed-128094d9ab22 req-c00c4cb3-33c8-4500-976b-e491152f9f3a tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a096c1-3908-471e-b12a-7c82c6dea612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442777 Nov 22 10:47:50.807317 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 49568) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:47:50.853350 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca3d72e-ad8e-4016-8f3d-91fb9316667c tempest-TestVolumeBootPattern-1002989265 tempest-TestVolumeBootPattern-1002989265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:47:50.854924 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-1ca3d72e-ad8e-4016-8f3d-91fb9316667c tempest-TestVolumeBootPattern-1002989265 tempest-TestVolumeBootPattern-1002989265-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=5ae56d4a-e3a9-4a48-a7bc-22d7a90a8958 HTTP/1.1" status: 200 len: 1094 time: 0.0465326 Nov 22 10:47:50.857933 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 49570) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:47:50.862270 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-ad7049ee-b62c-4754-ac29-5670412f32ce tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Request body: {'floatingip': {'floating_network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'port_id': 'd55cac52-a1c8-4010-a964-70aa95d07e5f', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 10:47:50.887919 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ad7049ee-b62c-4754-ac29-5670412f32ce tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks [] for floatingip, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:47:50.989603 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ad7049ee-b62c-4754-ac29-5670412f32ce tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:47:51.104526 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [None req-ad7049ee-b62c-4754-ac29-5670412f32ce tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Allocated IP 172.27.0.216 (e6af0ad0-9fc1-4d6f-8919-77652c0c2a28/df63829c-39ab-4507-b346-4c3fdb4717de/e8e2dab9-2ee1-4e5d-88a6-77287ba88cf7) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 10:47:51.208513 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ad7049ee-b62c-4754-ac29-5670412f32ce tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:47:51.246050 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ad7049ee-b62c-4754-ac29-5670412f32ce tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749315246228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11987816'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:47:51.291038 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7049ee-b62c-4754-ac29-5670412f32ce tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Network e6af0ad0-9fc1-4d6f-8919-77652c0c2a28 is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 10:47:51.294094 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-ad7049ee-b62c-4754-ac29-5670412f32ce tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 10:47:51.297543 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7049ee-b62c-4754-ac29-5670412f32ce tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 10:47:51.303012 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7049ee-b62c-4754-ac29-5670412f32ce tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Pushing event updated for resources: {'Port': ['ID=e8e2dab9-2ee1-4e5d-88a6-77287ba88cf7,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:47:51.700291 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ad7049ee-b62c-4754-ac29-5670412f32ce tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:47:51.783885 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ad7049ee-b62c-4754-ac29-5670412f32ce tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3710036'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:47:51.947888 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ad7049ee-b62c-4754-ac29-5670412f32ce tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:47:51.955173 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ad7049ee-b62c-4754-ac29-5670412f32ce tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749315777338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749315246246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749315246264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11987839'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:47:52.021302 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7049ee-b62c-4754-ac29-5670412f32ce tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Pushing event updated for resources: {'Port': ['ID=e8e2dab9-2ee1-4e5d-88a6-77287ba88cf7,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:47:52.035893 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ad7049ee-b62c-4754-ac29-5670412f32ce tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030162'] for floatingip, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:47:52.139695 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.db.l3_db [None req-ad7049ee-b62c-4754-ac29-5670412f32ce tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Floating IP e0fb4b30-4bc7-4779-af3b-b4547320a002 associated. External IP: 172.27.0.216, port: d55cac52-a1c8-4010-a964-70aa95d07e5f. Nov 22 10:47:52.353698 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7049ee-b62c-4754-ac29-5670412f32ce tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Router 6b9485f3-8a7d-4b92-9bac-04ae1596823e has already been hosted by L3 agent fa3112ac-4a6e-40b6-a491-552ca746a833 {{(pid=102911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 10:47:52.476085 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7049ee-b62c-4754-ac29-5670412f32ce tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Notify agent at l3_agent.dv-cinder-804035-13-iscsi the message routers_updated {{(pid=102911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 10:47:52.486428 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab98c6b4-32b5-446c-a421-48fcbd2704e1 None None] Sync routers for ids ['6b9485f3-8a7d-4b92-9bac-04ae1596823e'] in dv-cinder-804035-13-iscsi {{(pid=102912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 10:47:52.496718 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ad7049ee-b62c-4754-ac29-5670412f32ce tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for floatingip, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:47:52.498226 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab98c6b4-32b5-446c-a421-48fcbd2704e1 None None] Routers {'6b9485f3-8a7d-4b92-9bac-04ae1596823e'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:47:52.498893 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-ab98c6b4-32b5-446c-a421-48fcbd2704e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:47:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['6b9485f3-8a7d-4b92-9bac-04ae1596823e'], 'active': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:47:52.525076 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-ad7049ee-b62c-4754-ac29-5670412f32ce tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6660731 Nov 22 10:47:52.525658 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ae56d4a-e3a9-4a48-a7bc-22d7a90a8958', 'tag': 'd55cac52-a1c8-4010-a964-70aa95d07e5f'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:47:52.528019 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5429d6209f9db75179b029b02f265116e5db13468d9d60e00895472a7fa8ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f0eb64-f941-4fe5-854a-8d3931aa2cdd" -d '{"events": [{"name": "network-changed", "server_uuid": "5ae56d4a-e3a9-4a48-a7bc-22d7a90a8958", "tag": "d55cac52-a1c8-4010-a964-70aa95d07e5f"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:47:52.570577 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 10:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a93937-8d71-4778-9153-550adfa37f12 x-openstack-request-id: req-62a93937-8d71-4778-9153-550adfa37f12 {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:47:52.571082 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ae56d4a-e3a9-4a48-a7bc-22d7a90a8958", "tag": "d55cac52-a1c8-4010-a964-70aa95d07e5f", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:47:52.571510 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-62a93937-8d71-4778-9153-550adfa37f12 {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:47:52.571998 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ae56d4a-e3a9-4a48-a7bc-22d7a90a8958', 'tag': 'd55cac52-a1c8-4010-a964-70aa95d07e5f', 'status': 'completed', 'code': 200} Nov 22 10:47:52.615131 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvr_db [None req-ab98c6b4-32b5-446c-a421-48fcbd2704e1 None None] Set router 6b9485f3-8a7d-4b92-9bac-04ae1596823e gateway port host: dv-cinder-804035-13-iscsi {{(pid=102912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:47:52.634230 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f0eb64-f941-4fe5-854a-8d3931aa2cdd req-8271b490-fc48-4dc0-9ff5-604242cf5e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:47:52.635774 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-17f0eb64-f941-4fe5-854a-8d3931aa2cdd req-8271b490-fc48-4dc0-9ff5-604242cf5e6f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f1c47419b1b4aceb6eb91d5f6328985&device_id=5ae56d4a-e3a9-4a48-a7bc-22d7a90a8958 HTTP/1.1" status: 200 len: 1099 time: 0.0413265 Nov 22 10:47:52.732191 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f0eb64-f941-4fe5-854a-8d3931aa2cdd req-c3233325-ac7d-496f-977a-6bf276c09933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:47:52.733715 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-17f0eb64-f941-4fe5-854a-8d3931aa2cdd req-c3233325-ac7d-496f-977a-6bf276c09933 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f7304a1e-1535-4fd7-8c3b-2de67fef34b2 HTTP/1.1" status: 200 len: 913 time: 0.0913701 Nov 22 10:47:52.801217 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-17f0eb64-f941-4fe5-854a-8d3931aa2cdd req-b65b4fae-f84a-4753-91b1-9a5afd3cc1f1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d55cac52-a1c8-4010-a964-70aa95d07e5f HTTP/1.1" status: 200 len: 1000 time: 0.0605915 Nov 22 10:47:52.847057 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-ab98c6b4-32b5-446c-a421-48fcbd2704e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'name': 'tempest-TestVolumeBootPattern-1311605636-router', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '440a32dd-52fe-44a9-a016-734d3170c7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:42:34Z', 'updated_at': '2021-11-22T10:42:37Z', 'revision_number': 4, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'gw_port': {'id': '440a32dd-52fe-44a9-a016-734d3170c7da', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:42:34Z', 'updated_at': '2021-11-22T10:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_floatingips': [{'id': '74494831-86c0-4d76-98bd-57c1244af4bd', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'floating_ip_address': '172.27.0.206', 'floating_network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'router_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'port_id': '26065c2f-a918-44a5-ac36-c7046284fb05', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2', 'mac_address': 'fa:16:3e:67:a5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa805b0-27a2-414c-afa8-0fb6e09c07c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T10:45:54Z', 'updated_at': '2021-11-22T10:45:56Z', 'revision_number': 1, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'fixed_ip_address_scope': None}, {'id': 'e0fb4b30-4bc7-4779-af3b-b4547320a002', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'floating_ip_address': '172.27.0.216', 'floating_network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'router_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'port_id': 'd55cac52-a1c8-4010-a964-70aa95d07e5f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2', 'mac_address': 'fa:16:3e:6f:a1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae56d4a-e3a9-4a48-a7bc-22d7a90a8958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T10:47:51Z', 'updated_at': '2021-11-22T10:47:51Z', 'revision_number': 0, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3319d3a-fe95-41c6-987e-42ba9bbe243f', 'name': '', 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'mac_address': 'fa:16:3e:0b:b9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '416b5eea-d390-4b0e-895d-af54a4cd08ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:42:36Z', 'updated_at': '2021-11-22T10:42:41Z', 'revision_number': 5, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'subnets': [{'id': '416b5eea-d390-4b0e-895d-af54a4cd08ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:47:52.861870 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f0eb64-f941-4fe5-854a-8d3931aa2cdd req-89c136bb-7aa2-4fe4-975e-f9d0e426f40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:47:52.863349 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-17f0eb64-f941-4fe5-854a-8d3931aa2cdd req-89c136bb-7aa2-4fe4-975e-f9d0e426f40c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=416b5eea-d390-4b0e-895d-af54a4cd08ab HTTP/1.1" status: 200 len: 851 time: 0.0502069 Nov 22 10:47:52.875145 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab98c6b4-32b5-446c-a421-48fcbd2704e1 None None] Checking router: 6b9485f3-8a7d-4b92-9bac-04ae1596823e for host: dv-cinder-804035-13-iscsi {{(pid=102912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 10:47:52.885529 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab98c6b4-32b5-446c-a421-48fcbd2704e1 None None] Routers {'6b9485f3-8a7d-4b92-9bac-04ae1596823e'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:47:52.886170 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-ab98c6b4-32b5-446c-a421-48fcbd2704e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:47:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['6b9485f3-8a7d-4b92-9bac-04ae1596823e'], 'active': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:47:52.912743 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f0eb64-f941-4fe5-854a-8d3931aa2cdd req-c0c513e5-1cd0-411a-ad8b-aa19fa1bd4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:47:52.914326 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-17f0eb64-f941-4fe5-854a-8d3931aa2cdd req-c0c513e5-1cd0-411a-ad8b-aa19fa1bd4d4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f7304a1e-1535-4fd7-8c3b-2de67fef34b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0432456 Nov 22 10:47:52.995954 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvr_db [None req-ab98c6b4-32b5-446c-a421-48fcbd2704e1 None None] Set router 6b9485f3-8a7d-4b92-9bac-04ae1596823e gateway port host: dv-cinder-804035-13-iscsi {{(pid=102912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:47:53.008811 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-17f0eb64-f941-4fe5-854a-8d3931aa2cdd req-a25d6f0a-f965-4fd5-9616-157494152f75 service neutron] 10.222.0.20 "GET /v2.0/networks/f7304a1e-1535-4fd7-8c3b-2de67fef34b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868118 Nov 22 10:47:53.112834 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-17f0eb64-f941-4fe5-854a-8d3931aa2cdd req-8a49f23e-2c7b-4c39-b072-b669aeee7175 service neutron] 10.222.0.20 "GET /v2.0/networks/f7304a1e-1535-4fd7-8c3b-2de67fef34b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970366 Nov 22 10:47:53.253792 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-ab98c6b4-32b5-446c-a421-48fcbd2704e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'name': 'tempest-TestVolumeBootPattern-1311605636-router', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '440a32dd-52fe-44a9-a016-734d3170c7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:42:34Z', 'updated_at': '2021-11-22T10:42:37Z', 'revision_number': 4, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'gw_port': {'id': '440a32dd-52fe-44a9-a016-734d3170c7da', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:42:34Z', 'updated_at': '2021-11-22T10:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_floatingips': [{'id': '74494831-86c0-4d76-98bd-57c1244af4bd', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'floating_ip_address': '172.27.0.206', 'floating_network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'router_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'port_id': '26065c2f-a918-44a5-ac36-c7046284fb05', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2', 'mac_address': 'fa:16:3e:67:a5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa805b0-27a2-414c-afa8-0fb6e09c07c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T10:45:54Z', 'updated_at': '2021-11-22T10:45:56Z', 'revision_number': 1, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'fixed_ip_address_scope': None}, {'id': 'e0fb4b30-4bc7-4779-af3b-b4547320a002', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'floating_ip_address': '172.27.0.216', 'floating_network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'router_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'port_id': 'd55cac52-a1c8-4010-a964-70aa95d07e5f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2', 'mac_address': 'fa:16:3e:6f:a1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae56d4a-e3a9-4a48-a7bc-22d7a90a8958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T10:47:51Z', 'updated_at': '2021-11-22T10:47:51Z', 'revision_number': 0, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3319d3a-fe95-41c6-987e-42ba9bbe243f', 'name': '', 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'mac_address': 'fa:16:3e:0b:b9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '416b5eea-d390-4b0e-895d-af54a4cd08ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:42:36Z', 'updated_at': '2021-11-22T10:42:41Z', 'revision_number': 5, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'subnets': [{'id': '416b5eea-d390-4b0e-895d-af54a4cd08ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:47:53.281885 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab98c6b4-32b5-446c-a421-48fcbd2704e1 None None] The sync data for ids ['6b9485f3-8a7d-4b92-9bac-04ae1596823e'] in dv-cinder-804035-13-iscsi is: [{'id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'name': 'tempest-TestVolumeBootPattern-1311605636-router', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '440a32dd-52fe-44a9-a016-734d3170c7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:42:34Z', 'updated_at': '2021-11-22T10:42:37Z', 'revision_number': 4, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'gw_port': {'id': '440a32dd-52fe-44a9-a016-734d3170c7da', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:42:34Z', 'updated_at': '2021-11-22T10:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_floatingips': [{'id': '74494831-86c0-4d76-98bd-57c1244af4bd', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'floating_ip_address': '172.27.0.206', 'floating_network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'router_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'port_id': '26065c2f-a918-44a5-ac36-c7046284fb05', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2', 'mac_address': 'fa:16:3e:67:a5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa805b0-27a2-414c-afa8-0fb6e09c07c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T10:45:54Z', 'updated_at': '2021-11-22T10:45:56Z', 'revision_number': 1, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'fixed_ip_address_scope': None}, {'id': 'e0fb4b30-4bc7-4779-af3b-b4547320a002', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'floating_ip_address': '172.27.0.216', 'floating_network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'router_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'port_id': 'd55cac52-a1c8-4010-a964-70aa95d07e5f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2', 'mac_address': 'fa:16:3e:6f:a1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae56d4a-e3a9-4a48-a7bc-22d7a90a8958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T10:47:51Z', 'updated_at': '2021-11-22T10:47:51Z', 'revision_number': 0, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3319d3a-fe95-41c6-987e-42ba9bbe243f', 'name': '', 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'mac_address': 'fa:16:3e:0b:b9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '416b5eea-d390-4b0e-895d-af54a4cd08ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:42:36Z', 'updated_at': '2021-11-22T10:42:41Z', 'revision_number': 5, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'subnets': [{'id': '416b5eea-d390-4b0e-895d-af54a4cd08ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 10:47:53.482411 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aae78f7-6ab8-4f64-b4a7-923160958be2 None None] New status for floating IP e0fb4b30-4bc7-4779-af3b-b4547320a002: ACTIVE {{(pid=102913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 10:47:54.676178 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d2179b99-d664-41d9-8f80-c424c1a062ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:47:55.744093 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bf86d099-b815-41df-b9aa-73db2dfdc0a4 req-747d2b7c-97ad-4f75-b219-a777635bcedc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4aa805b0-27a2-414c-afa8-0fb6e09c07c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0506289 Nov 22 10:47:55.833719 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86d099-b815-41df-b9aa-73db2dfdc0a4 req-36fa526b-7a32-4beb-9215-e0870b79d970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:47:55.835567 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bf86d099-b815-41df-b9aa-73db2dfdc0a4 req-36fa526b-7a32-4beb-9215-e0870b79d970 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f1c47419b1b4aceb6eb91d5f6328985&device_id=4aa805b0-27a2-414c-afa8-0fb6e09c07c9 HTTP/1.1" status: 200 len: 1098 time: 0.0443058 Nov 22 10:47:55.957222 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86d099-b815-41df-b9aa-73db2dfdc0a4 req-94f0990e-544c-4fec-9573-4c254c927d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:47:55.958747 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bf86d099-b815-41df-b9aa-73db2dfdc0a4 req-94f0990e-544c-4fec-9573-4c254c927d51 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f7304a1e-1535-4fd7-8c3b-2de67fef34b2 HTTP/1.1" status: 200 len: 913 time: 0.0991147 Nov 22 10:47:56.030477 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bf86d099-b815-41df-b9aa-73db2dfdc0a4 req-78613783-9ff4-4f27-b9b3-d0ccb310cfa6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26065c2f-a918-44a5-ac36-c7046284fb05 HTTP/1.1" status: 200 len: 1001 time: 0.0633383 Nov 22 10:47:56.091681 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86d099-b815-41df-b9aa-73db2dfdc0a4 req-9901e751-75bd-48a8-a1f3-786ec1c9ea66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:47:56.093235 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bf86d099-b815-41df-b9aa-73db2dfdc0a4 req-9901e751-75bd-48a8-a1f3-786ec1c9ea66 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=416b5eea-d390-4b0e-895d-af54a4cd08ab HTTP/1.1" status: 200 len: 851 time: 0.0561526 Nov 22 10:47:56.151413 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86d099-b815-41df-b9aa-73db2dfdc0a4 req-fa31db7f-00f3-47a1-9b48-7db9f29ee7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:47:56.153163 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bf86d099-b815-41df-b9aa-73db2dfdc0a4 req-fa31db7f-00f3-47a1-9b48-7db9f29ee7b9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f7304a1e-1535-4fd7-8c3b-2de67fef34b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0446820 Nov 22 10:47:56.249095 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bf86d099-b815-41df-b9aa-73db2dfdc0a4 req-e2ecacff-5c80-4542-87e8-1f0a87bb3fd6 service neutron] 10.222.0.20 "GET /v2.0/networks/f7304a1e-1535-4fd7-8c3b-2de67fef34b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889878 Nov 22 10:47:56.356401 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bf86d099-b815-41df-b9aa-73db2dfdc0a4 req-65f8017e-7082-45be-8c20-c724ba0c724a service neutron] 10.222.0.20 "GET /v2.0/networks/f7304a1e-1535-4fd7-8c3b-2de67fef34b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007013 Nov 22 10:47:57.004932 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-3dbe450d-b542-4adf-a353-b721aca021c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:47:58.108485 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0c934117-efa3-4f33-917a-019854f2ef65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:47:59.914589 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e21c8dd6-a119-43bc-9b42-7d87f9168fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:48:00.832516 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:48:11.237345 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.agents_db [None req-35a1a16e-7bf9-4643-9be2-574a1761dc3a None None] Agent healthcheck: found 6 active agents {{(pid=102913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 10:48:19.938596 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:48:24.687176 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-4b10ee78-749b-4df4-bb51-4ea8a594d75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:48:27.013888 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-5c03a738-fd0f-43a0-a343-c1e069f4618e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:48:28.109894 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0c934117-efa3-4f33-917a-019854f2ef65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:48:29.918061 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e21c8dd6-a119-43bc-9b42-7d87f9168fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:48:30.835467 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:48:48.237553 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.agents_db [None req-35a1a16e-7bf9-4643-9be2-574a1761dc3a None None] Agent healthcheck: found 6 active agents {{(pid=102913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 10:48:49.950802 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:48:54.681225 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0cdb7bb3-e6df-41ad-ae41-abcd6e30f90e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:48:55.814048 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bb676cc2-1ae8-41a4-bdfd-9d20cced3f04 req-c5878ebf-416b-465c-bf9c-2c8be61f1de3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5ae56d4a-e3a9-4a48-a7bc-22d7a90a8958&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0460854 Nov 22 10:48:55.883709 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb676cc2-1ae8-41a4-bdfd-9d20cced3f04 req-3079f647-fcd8-4eae-bf8d-262991479e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:48:55.885559 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bb676cc2-1ae8-41a4-bdfd-9d20cced3f04 req-3079f647-fcd8-4eae-bf8d-262991479e5c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f1c47419b1b4aceb6eb91d5f6328985&device_id=5ae56d4a-e3a9-4a48-a7bc-22d7a90a8958 HTTP/1.1" status: 200 len: 1099 time: 0.0474946 Nov 22 10:48:55.999845 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb676cc2-1ae8-41a4-bdfd-9d20cced3f04 req-ec8ec15a-f4c5-4dab-83c6-a7d3a53eb900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:48:56.001349 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bb676cc2-1ae8-41a4-bdfd-9d20cced3f04 req-ec8ec15a-f4c5-4dab-83c6-a7d3a53eb900 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f7304a1e-1535-4fd7-8c3b-2de67fef34b2 HTTP/1.1" status: 200 len: 913 time: 0.0952082 Nov 22 10:48:56.072054 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bb676cc2-1ae8-41a4-bdfd-9d20cced3f04 req-f1850113-b5c6-4960-8b45-ed8ed2442c38 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d55cac52-a1c8-4010-a964-70aa95d07e5f HTTP/1.1" status: 200 len: 1002 time: 0.0636086 Nov 22 10:48:56.125911 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb676cc2-1ae8-41a4-bdfd-9d20cced3f04 req-1bfa7200-ca03-43d6-b8d1-9471daec404b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:48:56.127417 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bb676cc2-1ae8-41a4-bdfd-9d20cced3f04 req-1bfa7200-ca03-43d6-b8d1-9471daec404b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=416b5eea-d390-4b0e-895d-af54a4cd08ab HTTP/1.1" status: 200 len: 851 time: 0.0489330 Nov 22 10:48:56.178177 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb676cc2-1ae8-41a4-bdfd-9d20cced3f04 req-c6bc935e-ebd6-4be7-8be3-75e2953be4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:48:56.179780 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bb676cc2-1ae8-41a4-bdfd-9d20cced3f04 req-c6bc935e-ebd6-4be7-8be3-75e2953be4e3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f7304a1e-1535-4fd7-8c3b-2de67fef34b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0446823 Nov 22 10:48:56.272661 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bb676cc2-1ae8-41a4-bdfd-9d20cced3f04 req-c8994d67-a392-4663-8aec-648ed82bae7e service neutron] 10.222.0.20 "GET /v2.0/networks/f7304a1e-1535-4fd7-8c3b-2de67fef34b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852664 Nov 22 10:48:56.369542 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bb676cc2-1ae8-41a4-bdfd-9d20cced3f04 req-02a9012a-3045-4524-97df-fc7709459f9f service neutron] 10.222.0.20 "GET /v2.0/networks/f7304a1e-1535-4fd7-8c3b-2de67fef34b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889301 Nov 22 10:48:57.009808 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cbdca476-0a1a-4b8a-979b-d5b58d00bb3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:48:58.112400 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0c934117-efa3-4f33-917a-019854f2ef65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:48:59.921718 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e21c8dd6-a119-43bc-9b42-7d87f9168fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:00.829828 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:19.955594 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:23.643550 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 49604) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:49:23.809761 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-c3039611-04a0-4224-a6eb-13f2c47b513f tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Deleting port e8e2dab9-2ee1-4e5d-88a6-77287ba88cf7 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:49:23.810006 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c3039611-04a0-4224-a6eb-13f2c47b513f tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:23.890647 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c3039611-04a0-4224-a6eb-13f2c47b513f tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:23.891056 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c3039611-04a0-4224-a6eb-13f2c47b513f tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:23.903466 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-c3039611-04a0-4224-a6eb-13f2c47b513f tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Calling delete_port for e8e2dab9-2ee1-4e5d-88a6-77287ba88cf7 owned by network:floatingip {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:49:24.060545 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c3039611-04a0-4224-a6eb-13f2c47b513f tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162187'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:24.086227 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3039611-04a0-4224-a6eb-13f2c47b513f tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Pushing event deleted for resources: {'Port': ['ID=e8e2dab9-2ee1-4e5d-88a6-77287ba88cf7,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:49:24.098047 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3039611-04a0-4224-a6eb-13f2c47b513f tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:49:24.098430 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3039611-04a0-4224-a6eb-13f2c47b513f tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:49:24.098774 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3039611-04a0-4224-a6eb-13f2c47b513f tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:49:24.099116 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3039611-04a0-4224-a6eb-13f2c47b513f tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:49:24.099452 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3039611-04a0-4224-a6eb-13f2c47b513f tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:49:24.099831 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3039611-04a0-4224-a6eb-13f2c47b513f tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:49:24.100164 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3039611-04a0-4224-a6eb-13f2c47b513f tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:49:24.100731 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3039611-04a0-4224-a6eb-13f2c47b513f tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:49:24.101058 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3039611-04a0-4224-a6eb-13f2c47b513f tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:49:24.101374 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3039611-04a0-4224-a6eb-13f2c47b513f tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:49:24.101696 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3039611-04a0-4224-a6eb-13f2c47b513f tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:49:24.102030 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3039611-04a0-4224-a6eb-13f2c47b513f tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:49:24.163104 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c3039611-04a0-4224-a6eb-13f2c47b513f tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks [] for floatingip, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:24.163469 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.db.l3_db [None req-c3039611-04a0-4224-a6eb-13f2c47b513f tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Floating IP e0fb4b30-4bc7-4779-af3b-b4547320a002 disassociated (deleted). External IP: 172.27.0.216, port: d55cac52-a1c8-4010-a964-70aa95d07e5f. Nov 22 10:49:24.379365 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3039611-04a0-4224-a6eb-13f2c47b513f tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Router 6b9485f3-8a7d-4b92-9bac-04ae1596823e has already been hosted by L3 agent fa3112ac-4a6e-40b6-a491-552ca746a833 {{(pid=102910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 10:49:24.493857 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3039611-04a0-4224-a6eb-13f2c47b513f tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Notify agent at l3_agent.dv-cinder-804035-13-iscsi the message routers_updated {{(pid=102910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 10:49:24.499984 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c3039611-04a0-4224-a6eb-13f2c47b513f tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for floatingip, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:24.504295 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed817eb-e421-489e-a780-4c68256e405d None None] Sync routers for ids ['6b9485f3-8a7d-4b92-9bac-04ae1596823e'] in dv-cinder-804035-13-iscsi {{(pid=102912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 10:49:24.515651 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed817eb-e421-489e-a780-4c68256e405d None None] Routers {'6b9485f3-8a7d-4b92-9bac-04ae1596823e'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:49:24.516307 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-8ed817eb-e421-489e-a780-4c68256e405d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:48:57Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['6b9485f3-8a7d-4b92-9bac-04ae1596823e'], 'active': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:49:24.527872 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-c3039611-04a0-4224-a6eb-13f2c47b513f tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "DELETE /v2.0/floatingips/e0fb4b30-4bc7-4779-af3b-b4547320a002 HTTP/1.1" status: 204 len: 168 time: 0.8831580 Nov 22 10:49:24.528829 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ae56d4a-e3a9-4a48-a7bc-22d7a90a8958', 'tag': 'd55cac52-a1c8-4010-a964-70aa95d07e5f'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:49:24.531348 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2087fbdd0508056fa5b30bb185ea5ce3ab7f559fa9cfd34086e27060f42f3c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e26837-ea49-42bf-9b05-1f87864746b5" -d '{"events": [{"name": "network-changed", "server_uuid": "5ae56d4a-e3a9-4a48-a7bc-22d7a90a8958", "tag": "d55cac52-a1c8-4010-a964-70aa95d07e5f"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:49:24.576496 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 10:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691eeead-1a4a-4f2a-a764-b6a9b00f8491 x-openstack-request-id: req-691eeead-1a4a-4f2a-a764-b6a9b00f8491 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:49:24.576836 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ae56d4a-e3a9-4a48-a7bc-22d7a90a8958", "tag": "d55cac52-a1c8-4010-a964-70aa95d07e5f", "status": "completed", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:49:24.577238 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-691eeead-1a4a-4f2a-a764-b6a9b00f8491 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:49:24.577650 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ae56d4a-e3a9-4a48-a7bc-22d7a90a8958', 'tag': 'd55cac52-a1c8-4010-a964-70aa95d07e5f', 'status': 'completed', 'code': 200} Nov 22 10:49:24.632611 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvr_db [None req-8ed817eb-e421-489e-a780-4c68256e405d None None] Set router 6b9485f3-8a7d-4b92-9bac-04ae1596823e gateway port host: dv-cinder-804035-13-iscsi {{(pid=102912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:49:24.693117 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d7b4a393-05b3-4df6-9619-3e59965b5dc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:24.802358 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796fda8-c54e-4acd-ad59-5708bece7d99 req-9a936556-26d5-4d85-ae2c-774e6581e077 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:49:24.804026 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1796fda8-c54e-4acd-ad59-5708bece7d99 req-9a936556-26d5-4d85-ae2c-774e6581e077 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ae56d4a-e3a9-4a48-a7bc-22d7a90a8958 HTTP/1.1" status: 200 len: 946 time: 0.0793798 Nov 22 10:49:24.809359 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e26837-ea49-42bf-9b05-1f87864746b5 req-3a0ba3c5-f621-4dd9-a5c0-e159da45c0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:49:24.810880 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-56e26837-ea49-42bf-9b05-1f87864746b5 req-3a0ba3c5-f621-4dd9-a5c0-e159da45c0a4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f1c47419b1b4aceb6eb91d5f6328985&device_id=5ae56d4a-e3a9-4a48-a7bc-22d7a90a8958 HTTP/1.1" status: 200 len: 1099 time: 0.0839806 Nov 22 10:49:24.891332 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-8ed817eb-e421-489e-a780-4c68256e405d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'name': 'tempest-TestVolumeBootPattern-1311605636-router', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '440a32dd-52fe-44a9-a016-734d3170c7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:42:34Z', 'updated_at': '2021-11-22T10:42:37Z', 'revision_number': 4, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'gw_port': {'id': '440a32dd-52fe-44a9-a016-734d3170c7da', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:42:34Z', 'updated_at': '2021-11-22T10:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_floatingips': [{'id': '74494831-86c0-4d76-98bd-57c1244af4bd', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'floating_ip_address': '172.27.0.206', 'floating_network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'router_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'port_id': '26065c2f-a918-44a5-ac36-c7046284fb05', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2', 'mac_address': 'fa:16:3e:67:a5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa805b0-27a2-414c-afa8-0fb6e09c07c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T10:45:54Z', 'updated_at': '2021-11-22T10:45:56Z', 'revision_number': 1, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3319d3a-fe95-41c6-987e-42ba9bbe243f', 'name': '', 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'mac_address': 'fa:16:3e:0b:b9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '416b5eea-d390-4b0e-895d-af54a4cd08ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:42:36Z', 'updated_at': '2021-11-22T10:42:41Z', 'revision_number': 5, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'subnets': [{'id': '416b5eea-d390-4b0e-895d-af54a4cd08ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:49:24.912317 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1796fda8-c54e-4acd-ad59-5708bece7d99 req-5f62ab00-ec1a-4282-b532-fe7b9d80afdb tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a096c1-3908-471e-b12a-7c82c6dea612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004643 Nov 22 10:49:24.918649 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed817eb-e421-489e-a780-4c68256e405d None None] Checking router: 6b9485f3-8a7d-4b92-9bac-04ae1596823e for host: dv-cinder-804035-13-iscsi {{(pid=102912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 10:49:24.936868 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed817eb-e421-489e-a780-4c68256e405d None None] Routers {'6b9485f3-8a7d-4b92-9bac-04ae1596823e'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:49:24.936868 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-8ed817eb-e421-489e-a780-4c68256e405d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:48:57Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['6b9485f3-8a7d-4b92-9bac-04ae1596823e'], 'active': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:49:24.938348 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e26837-ea49-42bf-9b05-1f87864746b5 req-b0f969f5-5825-459b-b806-2a887fc63d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:49:24.939850 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-56e26837-ea49-42bf-9b05-1f87864746b5 req-b0f969f5-5825-459b-b806-2a887fc63d7b service neutron] 10.222.0.20 "GET /v2.0/networks?id=f7304a1e-1535-4fd7-8c3b-2de67fef34b2 HTTP/1.1" status: 200 len: 913 time: 0.1212206 Nov 22 10:49:24.990620 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-56e26837-ea49-42bf-9b05-1f87864746b5 req-bb5b0ba8-619b-4e57-869f-0f191fc119a2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d55cac52-a1c8-4010-a964-70aa95d07e5f HTTP/1.1" status: 200 len: 217 time: 0.0426579 Nov 22 10:49:25.049027 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e26837-ea49-42bf-9b05-1f87864746b5 req-6d6c9647-19d8-477b-ad32-61474795dff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:49:25.050603 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-56e26837-ea49-42bf-9b05-1f87864746b5 req-6d6c9647-19d8-477b-ad32-61474795dff7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=416b5eea-d390-4b0e-895d-af54a4cd08ab HTTP/1.1" status: 200 len: 851 time: 0.0513182 Nov 22 10:49:25.104720 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e26837-ea49-42bf-9b05-1f87864746b5 req-3c4103e5-a889-4d75-bbff-047d93e55c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:49:25.106349 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-56e26837-ea49-42bf-9b05-1f87864746b5 req-3c4103e5-a889-4d75-bbff-047d93e55c38 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f7304a1e-1535-4fd7-8c3b-2de67fef34b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0475276 Nov 22 10:49:25.182931 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvr_db [None req-8ed817eb-e421-489e-a780-4c68256e405d None None] Set router 6b9485f3-8a7d-4b92-9bac-04ae1596823e gateway port host: dv-cinder-804035-13-iscsi {{(pid=102912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:49:25.207387 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-56e26837-ea49-42bf-9b05-1f87864746b5 req-a64aefd6-7468-4b79-8e72-bc31f10f7127 service neutron] 10.222.0.20 "GET /v2.0/networks/f7304a1e-1535-4fd7-8c3b-2de67fef34b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932863 Nov 22 10:49:25.239087 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.agents_db [None req-35a1a16e-7bf9-4643-9be2-574a1761dc3a None None] Agent healthcheck: found 6 active agents {{(pid=102913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 10:49:25.439145 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-8ed817eb-e421-489e-a780-4c68256e405d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'name': 'tempest-TestVolumeBootPattern-1311605636-router', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '440a32dd-52fe-44a9-a016-734d3170c7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:42:34Z', 'updated_at': '2021-11-22T10:42:37Z', 'revision_number': 4, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'gw_port': {'id': '440a32dd-52fe-44a9-a016-734d3170c7da', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:42:34Z', 'updated_at': '2021-11-22T10:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_floatingips': [{'id': '74494831-86c0-4d76-98bd-57c1244af4bd', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'floating_ip_address': '172.27.0.206', 'floating_network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'router_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'port_id': '26065c2f-a918-44a5-ac36-c7046284fb05', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2', 'mac_address': 'fa:16:3e:67:a5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa805b0-27a2-414c-afa8-0fb6e09c07c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T10:45:54Z', 'updated_at': '2021-11-22T10:45:56Z', 'revision_number': 1, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3319d3a-fe95-41c6-987e-42ba9bbe243f', 'name': '', 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'mac_address': 'fa:16:3e:0b:b9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '416b5eea-d390-4b0e-895d-af54a4cd08ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:42:36Z', 'updated_at': '2021-11-22T10:42:41Z', 'revision_number': 5, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'subnets': [{'id': '416b5eea-d390-4b0e-895d-af54a4cd08ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:49:25.467168 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed817eb-e421-489e-a780-4c68256e405d None None] The sync data for ids ['6b9485f3-8a7d-4b92-9bac-04ae1596823e'] in dv-cinder-804035-13-iscsi is: [{'id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'name': 'tempest-TestVolumeBootPattern-1311605636-router', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '440a32dd-52fe-44a9-a016-734d3170c7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:42:34Z', 'updated_at': '2021-11-22T10:42:37Z', 'revision_number': 4, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'gw_port': {'id': '440a32dd-52fe-44a9-a016-734d3170c7da', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:42:34Z', 'updated_at': '2021-11-22T10:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_floatingips': [{'id': '74494831-86c0-4d76-98bd-57c1244af4bd', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'floating_ip_address': '172.27.0.206', 'floating_network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'router_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'port_id': '26065c2f-a918-44a5-ac36-c7046284fb05', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2', 'mac_address': 'fa:16:3e:67:a5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa805b0-27a2-414c-afa8-0fb6e09c07c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T10:45:54Z', 'updated_at': '2021-11-22T10:45:56Z', 'revision_number': 1, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3319d3a-fe95-41c6-987e-42ba9bbe243f', 'name': '', 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'mac_address': 'fa:16:3e:0b:b9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '416b5eea-d390-4b0e-895d-af54a4cd08ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:42:36Z', 'updated_at': '2021-11-22T10:42:41Z', 'revision_number': 5, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'subnets': [{'id': '416b5eea-d390-4b0e-895d-af54a4cd08ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 10:49:25.582569 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-56e26837-ea49-42bf-9b05-1f87864746b5 req-48f41c2e-501b-4a32-8293-91ba05be9484 service neutron] 10.222.0.20 "GET /v2.0/networks/f7304a1e-1535-4fd7-8c3b-2de67fef34b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3674858 Nov 22 10:49:25.696549 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009628ec-41c0-43bc-b840-533df0cafe60 None None] New status for floating IP e0fb4b30-4bc7-4779-af3b-b4547320a002: DOWN {{(pid=102913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 10:49:26.049120 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e86bed-4e92-44fc-8e0f-569d3149128f req-2b16a01a-5430-4681-b29d-29ab7d8c0c19 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:49:26.050606 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-53e86bed-4e92-44fc-8e0f-569d3149128f req-2b16a01a-5430-4681-b29d-29ab7d8c0c19 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ae56d4a-e3a9-4a48-a7bc-22d7a90a8958 HTTP/1.1" status: 200 len: 946 time: 0.0619833 Nov 22 10:49:26.111198 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-53e86bed-4e92-44fc-8e0f-569d3149128f req-76fdb35d-d7cb-42fa-be70-392385aa7b8c tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a096c1-3908-471e-b12a-7c82c6dea612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525062 Nov 22 10:49:26.339576 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c0e24-b3c9-4cbc-a4f7-a36a1736ec02 req-c4b9fc6a-a774-4445-b0f8-432c2b53ca48 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:49:26.341286 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3b0c0e24-b3c9-4cbc-a4f7-a36a1736ec02 req-c4b9fc6a-a774-4445-b0f8-432c2b53ca48 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae56d4a-e3a9-4a48-a7bc-22d7a90a8958 HTTP/1.1" status: 200 len: 946 time: 0.0607584 Nov 22 10:49:26.443365 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-3b0c0e24-b3c9-4cbc-a4f7-a36a1736ec02 req-58210c6a-6a83-49bd-847d-e2b3497515f8 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Deleting port d55cac52-a1c8-4010-a964-70aa95d07e5f {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:49:26.443732 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-3b0c0e24-b3c9-4cbc-a4f7-a36a1736ec02 req-58210c6a-6a83-49bd-847d-e2b3497515f8 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:26.550293 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-3b0c0e24-b3c9-4cbc-a4f7-a36a1736ec02 req-58210c6a-6a83-49bd-847d-e2b3497515f8 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] For port d55cac52-a1c8-4010-a964-70aa95d07e5f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d55cac52-a1c8-4010-a964-70aa95d07e5f,segment=NetworkSegment(4d133feb-ae47-402c-a18c-56604571f270),segment_id=4d133feb-ae47-402c-a18c-56604571f270)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:49:26.550622 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-3b0c0e24-b3c9-4cbc-a4f7-a36a1736ec02 req-58210c6a-6a83-49bd-847d-e2b3497515f8 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:26.567611 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-3b0c0e24-b3c9-4cbc-a4f7-a36a1736ec02 req-58210c6a-6a83-49bd-847d-e2b3497515f8 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Calling delete_port for d55cac52-a1c8-4010-a964-70aa95d07e5f owned by compute:nova {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:49:26.721274 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-3b0c0e24-b3c9-4cbc-a4f7-a36a1736ec02 req-58210c6a-6a83-49bd-847d-e2b3497515f8 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11987816'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:26.752492 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58210c6a-6a83-49bd-847d-e2b3497515f8 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Pushing event deleted for resources: {'Port': ['ID=d55cac52-a1c8-4010-a964-70aa95d07e5f,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:49:26.764697 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58210c6a-6a83-49bd-847d-e2b3497515f8 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:49:26.765061 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58210c6a-6a83-49bd-847d-e2b3497515f8 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:49:26.765410 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58210c6a-6a83-49bd-847d-e2b3497515f8 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:49:26.765751 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58210c6a-6a83-49bd-847d-e2b3497515f8 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:49:26.766090 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58210c6a-6a83-49bd-847d-e2b3497515f8 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:49:26.766427 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58210c6a-6a83-49bd-847d-e2b3497515f8 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:49:26.766760 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58210c6a-6a83-49bd-847d-e2b3497515f8 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:49:26.767094 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58210c6a-6a83-49bd-847d-e2b3497515f8 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:49:26.767422 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58210c6a-6a83-49bd-847d-e2b3497515f8 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:49:26.767790 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58210c6a-6a83-49bd-847d-e2b3497515f8 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:49:26.768123 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58210c6a-6a83-49bd-847d-e2b3497515f8 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:49:26.768447 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58210c6a-6a83-49bd-847d-e2b3497515f8 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:49:26.805817 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b0c0e24-b3c9-4cbc-a4f7-a36a1736ec02 req-58210c6a-6a83-49bd-847d-e2b3497515f8 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] No DVR routers for this DVR port d55cac52-a1c8-4010-a964-70aa95d07e5f on host hv-cinder-80403 {{(pid=102911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 10:49:26.808762 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-3b0c0e24-b3c9-4cbc-a4f7-a36a1736ec02 req-58210c6a-6a83-49bd-847d-e2b3497515f8 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:26.812398 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3b0c0e24-b3c9-4cbc-a4f7-a36a1736ec02 req-58210c6a-6a83-49bd-847d-e2b3497515f8 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.20 "DELETE /v2.0/ports/d55cac52-a1c8-4010-a964-70aa95d07e5f HTTP/1.1" status: 204 len: 173 time: 0.4652245 Nov 22 10:49:26.812886 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae56d4a-e3a9-4a48-a7bc-22d7a90a8958', 'name': 'network-vif-deleted', 'tag': 'd55cac52-a1c8-4010-a964-70aa95d07e5f'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:49:26.815302 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5429d6209f9db75179b029b02f265116e5db13468d9d60e00895472a7fa8ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f089ad-14bd-4465-9330-0cf3aef9361f" -d '{"events": [{"server_uuid": "5ae56d4a-e3a9-4a48-a7bc-22d7a90a8958", "name": "network-vif-deleted", "tag": "d55cac52-a1c8-4010-a964-70aa95d07e5f"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:49:26.865060 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 10:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2685b06b-5352-4e8c-9cda-792175111f9f x-openstack-request-id: req-2685b06b-5352-4e8c-9cda-792175111f9f {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:49:26.865448 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae56d4a-e3a9-4a48-a7bc-22d7a90a8958", "name": "network-vif-deleted", "tag": "d55cac52-a1c8-4010-a964-70aa95d07e5f", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:49:26.865697 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2685b06b-5352-4e8c-9cda-792175111f9f {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:49:26.866091 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae56d4a-e3a9-4a48-a7bc-22d7a90a8958', 'name': 'network-vif-deleted', 'tag': 'd55cac52-a1c8-4010-a964-70aa95d07e5f', 'status': 'completed', 'code': 200} Nov 22 10:49:27.016004 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-6ad12768-6ef8-429f-a68a-346a243b5d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:27.235743 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bc89350f-3d61-42ae-b69f-4368f5027000 req-5c6197e3-a8a0-4a09-a8e3-8df76dc36e9d tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ae56d4a-e3a9-4a48-a7bc-22d7a90a8958 HTTP/1.1" status: 200 len: 210 time: 0.0286169 Nov 22 10:49:28.120830 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0c934117-efa3-4f33-917a-019854f2ef65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:29.924890 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e21c8dd6-a119-43bc-9b42-7d87f9168fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:30.566901 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 49646) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:49:30.745522 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-25d84892-bd00-458e-8a4c-5ba32fff1b4d tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Deleting port b789e25b-f06f-44f1-ba58-49295b224aed {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:49:30.745820 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-25d84892-bd00-458e-8a4c-5ba32fff1b4d tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:30.781810 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device d55cac52-a1c8-4010-a964-70aa95d07e5f no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 10:49:30.809920 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] No Port match for: d55cac52-a1c8-4010-a964-70aa95d07e5f {{(pid=102912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 10:49:30.810417 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device d55cac52-a1c8-4010-a964-70aa95d07e5f not bound to the agent host hv-cinder-80403 {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 10:49:30.836429 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:30.843557 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-25d84892-bd00-458e-8a4c-5ba32fff1b4d tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:30.843941 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-25d84892-bd00-458e-8a4c-5ba32fff1b4d tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:30.858252 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-25d84892-bd00-458e-8a4c-5ba32fff1b4d tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Calling delete_port for b789e25b-f06f-44f1-ba58-49295b224aed owned by network:floatingip {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:49:31.269074 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-25d84892-bd00-458e-8a4c-5ba32fff1b4d tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162187'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:31.299895 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d84892-bd00-458e-8a4c-5ba32fff1b4d tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Pushing event deleted for resources: {'Port': ['ID=b789e25b-f06f-44f1-ba58-49295b224aed,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:49:31.365645 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-25d84892-bd00-458e-8a4c-5ba32fff1b4d tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks [] for floatingip, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:31.366046 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.db.l3_db [None req-25d84892-bd00-458e-8a4c-5ba32fff1b4d tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Floating IP 74494831-86c0-4d76-98bd-57c1244af4bd disassociated (deleted). External IP: 172.27.0.206, port: 26065c2f-a918-44a5-ac36-c7046284fb05. Nov 22 10:49:31.595061 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d84892-bd00-458e-8a4c-5ba32fff1b4d tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Router 6b9485f3-8a7d-4b92-9bac-04ae1596823e has already been hosted by L3 agent fa3112ac-4a6e-40b6-a491-552ca746a833 {{(pid=102910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 10:49:31.717690 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d84892-bd00-458e-8a4c-5ba32fff1b4d tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Notify agent at l3_agent.dv-cinder-804035-13-iscsi the message routers_updated {{(pid=102910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 10:49:31.722842 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-25d84892-bd00-458e-8a4c-5ba32fff1b4d tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for floatingip, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:31.727954 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b1ac5c-003d-4e6b-9f5a-72d91f0bb723 None None] Sync routers for ids ['6b9485f3-8a7d-4b92-9bac-04ae1596823e'] in dv-cinder-804035-13-iscsi {{(pid=102912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 10:49:31.738714 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b1ac5c-003d-4e6b-9f5a-72d91f0bb723 None None] Routers {'6b9485f3-8a7d-4b92-9bac-04ae1596823e'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:49:31.739453 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-c2b1ac5c-003d-4e6b-9f5a-72d91f0bb723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:49:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['6b9485f3-8a7d-4b92-9bac-04ae1596823e'], 'active': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:49:31.754128 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-25d84892-bd00-458e-8a4c-5ba32fff1b4d tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "DELETE /v2.0/floatingips/74494831-86c0-4d76-98bd-57c1244af4bd HTTP/1.1" status: 204 len: 168 time: 1.1833551 Nov 22 10:49:31.754128 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aa805b0-27a2-414c-afa8-0fb6e09c07c9', 'tag': '26065c2f-a918-44a5-ac36-c7046284fb05'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:49:31.755032 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2087fbdd0508056fa5b30bb185ea5ce3ab7f559fa9cfd34086e27060f42f3c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da21017d-b686-4381-a24e-38e252467f3f" -d '{"events": [{"name": "network-changed", "server_uuid": "4aa805b0-27a2-414c-afa8-0fb6e09c07c9", "tag": "26065c2f-a918-44a5-ac36-c7046284fb05"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:49:31.800132 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 10:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386520c3-d81e-43e1-82c3-dac2a03d21f6 x-openstack-request-id: req-386520c3-d81e-43e1-82c3-dac2a03d21f6 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:49:31.800515 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aa805b0-27a2-414c-afa8-0fb6e09c07c9", "tag": "26065c2f-a918-44a5-ac36-c7046284fb05", "status": "completed", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:49:31.800813 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-386520c3-d81e-43e1-82c3-dac2a03d21f6 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:49:31.801742 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aa805b0-27a2-414c-afa8-0fb6e09c07c9', 'tag': '26065c2f-a918-44a5-ac36-c7046284fb05', 'status': 'completed', 'code': 200} Nov 22 10:49:31.877544 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvr_db [None req-c2b1ac5c-003d-4e6b-9f5a-72d91f0bb723 None None] Set router 6b9485f3-8a7d-4b92-9bac-04ae1596823e gateway port host: dv-cinder-804035-13-iscsi {{(pid=102912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:49:31.878874 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21017d-b686-4381-a24e-38e252467f3f req-1e0fb66b-de3e-43b8-ad11-2c0ffffd67e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:49:31.880566 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-da21017d-b686-4381-a24e-38e252467f3f req-1e0fb66b-de3e-43b8-ad11-2c0ffffd67e7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f1c47419b1b4aceb6eb91d5f6328985&device_id=4aa805b0-27a2-414c-afa8-0fb6e09c07c9 HTTP/1.1" status: 200 len: 1098 time: 0.0521431 Nov 22 10:49:32.008746 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21017d-b686-4381-a24e-38e252467f3f req-ee6c4e14-5ce4-4865-b9d5-af5312358d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:49:32.010410 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-da21017d-b686-4381-a24e-38e252467f3f req-ee6c4e14-5ce4-4865-b9d5-af5312358d6b service neutron] 10.222.0.20 "GET /v2.0/networks?id=f7304a1e-1535-4fd7-8c3b-2de67fef34b2 HTTP/1.1" status: 200 len: 913 time: 0.1226325 Nov 22 10:49:32.071707 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-da21017d-b686-4381-a24e-38e252467f3f req-45e932c0-aba5-4dae-8c07-a05baa014644 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26065c2f-a918-44a5-ac36-c7046284fb05 HTTP/1.1" status: 200 len: 217 time: 0.0467911 Nov 22 10:49:32.108807 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c52b0e-fd02-479a-9b18-15cf7d229c14 req-520fc2e6-83e5-4941-9e68-14792ae7583c tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:49:32.110688 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-15c52b0e-fd02-479a-9b18-15cf7d229c14 req-520fc2e6-83e5-4941-9e68-14792ae7583c tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa805b0-27a2-414c-afa8-0fb6e09c07c9 HTTP/1.1" status: 200 len: 945 time: 0.1148355 Nov 22 10:49:32.133118 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-c2b1ac5c-003d-4e6b-9f5a-72d91f0bb723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'name': 'tempest-TestVolumeBootPattern-1311605636-router', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '440a32dd-52fe-44a9-a016-734d3170c7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:42:34Z', 'updated_at': '2021-11-22T10:42:37Z', 'revision_number': 4, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'gw_port': {'id': '440a32dd-52fe-44a9-a016-734d3170c7da', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:42:34Z', 'updated_at': '2021-11-22T10:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_interfaces': [{'id': 'a3319d3a-fe95-41c6-987e-42ba9bbe243f', 'name': '', 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'mac_address': 'fa:16:3e:0b:b9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '416b5eea-d390-4b0e-895d-af54a4cd08ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:42:36Z', 'updated_at': '2021-11-22T10:42:41Z', 'revision_number': 5, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'subnets': [{'id': '416b5eea-d390-4b0e-895d-af54a4cd08ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:49:32.164578 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21017d-b686-4381-a24e-38e252467f3f req-95e166fa-3b5f-41a4-af5a-96a0673e7403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:49:32.166346 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-da21017d-b686-4381-a24e-38e252467f3f req-95e166fa-3b5f-41a4-af5a-96a0673e7403 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=416b5eea-d390-4b0e-895d-af54a4cd08ab HTTP/1.1" status: 200 len: 851 time: 0.0864644 Nov 22 10:49:32.184750 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b1ac5c-003d-4e6b-9f5a-72d91f0bb723 None None] Checking router: 6b9485f3-8a7d-4b92-9bac-04ae1596823e for host: dv-cinder-804035-13-iscsi {{(pid=102912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 10:49:32.199922 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b1ac5c-003d-4e6b-9f5a-72d91f0bb723 None None] Routers {'6b9485f3-8a7d-4b92-9bac-04ae1596823e'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:49:32.201031 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-c2b1ac5c-003d-4e6b-9f5a-72d91f0bb723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:49:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['6b9485f3-8a7d-4b92-9bac-04ae1596823e'], 'active': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:49:32.221561 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-15c52b0e-fd02-479a-9b18-15cf7d229c14 req-1a9a7271-9a6d-4f1b-aa3a-8130f53f0090 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a096c1-3908-471e-b12a-7c82c6dea612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916882 Nov 22 10:49:32.242280 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21017d-b686-4381-a24e-38e252467f3f req-e9757597-b0e5-4091-bf13-1ca11b322058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:49:32.244267 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-da21017d-b686-4381-a24e-38e252467f3f req-e9757597-b0e5-4091-bf13-1ca11b322058 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f7304a1e-1535-4fd7-8c3b-2de67fef34b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0695014 Nov 22 10:49:32.329196 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvr_db [None req-c2b1ac5c-003d-4e6b-9f5a-72d91f0bb723 None None] Set router 6b9485f3-8a7d-4b92-9bac-04ae1596823e gateway port host: dv-cinder-804035-13-iscsi {{(pid=102912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:49:32.376460 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-da21017d-b686-4381-a24e-38e252467f3f req-fd55b287-e2b6-4436-a9e9-e84fd843c64d service neutron] 10.222.0.20 "GET /v2.0/networks/f7304a1e-1535-4fd7-8c3b-2de67fef34b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238019 Nov 22 10:49:32.493784 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-da21017d-b686-4381-a24e-38e252467f3f req-af5784d6-dc62-432d-b8f0-bc91f514418e service neutron] 10.222.0.20 "GET /v2.0/networks/f7304a1e-1535-4fd7-8c3b-2de67fef34b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091576 Nov 22 10:49:32.591172 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-c2b1ac5c-003d-4e6b-9f5a-72d91f0bb723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'name': 'tempest-TestVolumeBootPattern-1311605636-router', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '440a32dd-52fe-44a9-a016-734d3170c7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:42:34Z', 'updated_at': '2021-11-22T10:42:37Z', 'revision_number': 4, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'gw_port': {'id': '440a32dd-52fe-44a9-a016-734d3170c7da', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:42:34Z', 'updated_at': '2021-11-22T10:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_interfaces': [{'id': 'a3319d3a-fe95-41c6-987e-42ba9bbe243f', 'name': '', 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'mac_address': 'fa:16:3e:0b:b9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '416b5eea-d390-4b0e-895d-af54a4cd08ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:42:36Z', 'updated_at': '2021-11-22T10:42:41Z', 'revision_number': 5, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'subnets': [{'id': '416b5eea-d390-4b0e-895d-af54a4cd08ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:49:32.625793 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b1ac5c-003d-4e6b-9f5a-72d91f0bb723 None None] The sync data for ids ['6b9485f3-8a7d-4b92-9bac-04ae1596823e'] in dv-cinder-804035-13-iscsi is: [{'id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'name': 'tempest-TestVolumeBootPattern-1311605636-router', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '440a32dd-52fe-44a9-a016-734d3170c7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:42:34Z', 'updated_at': '2021-11-22T10:42:37Z', 'revision_number': 4, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'gw_port': {'id': '440a32dd-52fe-44a9-a016-734d3170c7da', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:42:34Z', 'updated_at': '2021-11-22T10:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi', '_interfaces': [{'id': 'a3319d3a-fe95-41c6-987e-42ba9bbe243f', 'name': '', 'network_id': 'f7304a1e-1535-4fd7-8c3b-2de67fef34b2', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'mac_address': 'fa:16:3e:0b:b9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '416b5eea-d390-4b0e-895d-af54a4cd08ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:42:36Z', 'updated_at': '2021-11-22T10:42:41Z', 'revision_number': 5, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'subnets': [{'id': '416b5eea-d390-4b0e-895d-af54a4cd08ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 10:49:32.877395 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d4ed5d-5710-47c8-83fc-41f49a397ad6 None None] New status for floating IP 74494831-86c0-4d76-98bd-57c1244af4bd: DOWN {{(pid=102913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 10:49:33.360220 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc95732-c229-4aaa-8b35-5a85e92cd7a5 req-bd6c3f17-e8cd-45db-bcbb-7b2d44281c2e tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:49:33.361901 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5bc95732-c229-4aaa-8b35-5a85e92cd7a5 req-bd6c3f17-e8cd-45db-bcbb-7b2d44281c2e tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa805b0-27a2-414c-afa8-0fb6e09c07c9 HTTP/1.1" status: 200 len: 945 time: 0.0615468 Nov 22 10:49:33.417922 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5bc95732-c229-4aaa-8b35-5a85e92cd7a5 req-83dbd832-f5ca-4746-951a-abeea0e75d45 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a096c1-3908-471e-b12a-7c82c6dea612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495949 Nov 22 10:49:33.478587 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b953d-8b16-41e8-ab9e-df857e5a5450 req-6e63326e-c119-4761-a73a-b00ff51ef186 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 10:49:33.480618 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-db3b953d-8b16-41e8-ab9e-df857e5a5450 req-6e63326e-c119-4761-a73a-b00ff51ef186 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.20 "GET /v2.0/ports?device_id=4aa805b0-27a2-414c-afa8-0fb6e09c07c9 HTTP/1.1" status: 200 len: 945 time: 0.0568838 Nov 22 10:49:33.586508 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-db3b953d-8b16-41e8-ab9e-df857e5a5450 req-55c38f89-1e3c-426c-8914-a72dcb2ef983 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Deleting port 26065c2f-a918-44a5-ac36-c7046284fb05 {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:49:33.586800 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-db3b953d-8b16-41e8-ab9e-df857e5a5450 req-55c38f89-1e3c-426c-8914-a72dcb2ef983 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:33.686419 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-db3b953d-8b16-41e8-ab9e-df857e5a5450 req-55c38f89-1e3c-426c-8914-a72dcb2ef983 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] For port 26065c2f-a918-44a5-ac36-c7046284fb05, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=26065c2f-a918-44a5-ac36-c7046284fb05,segment=NetworkSegment(4d133feb-ae47-402c-a18c-56604571f270),segment_id=4d133feb-ae47-402c-a18c-56604571f270)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:49:33.686787 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-db3b953d-8b16-41e8-ab9e-df857e5a5450 req-55c38f89-1e3c-426c-8914-a72dcb2ef983 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:33.701717 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-db3b953d-8b16-41e8-ab9e-df857e5a5450 req-55c38f89-1e3c-426c-8914-a72dcb2ef983 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Calling delete_port for 26065c2f-a918-44a5-ac36-c7046284fb05 owned by compute:nova {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:49:33.850275 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-db3b953d-8b16-41e8-ab9e-df857e5a5450 req-55c38f89-1e3c-426c-8914-a72dcb2ef983 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11987816'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:33.888828 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c38f89-1e3c-426c-8914-a72dcb2ef983 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Pushing event deleted for resources: {'Port': ['ID=26065c2f-a918-44a5-ac36-c7046284fb05,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:49:33.939195 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-db3b953d-8b16-41e8-ab9e-df857e5a5450 req-55c38f89-1e3c-426c-8914-a72dcb2ef983 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] No DVR routers for this DVR port 26065c2f-a918-44a5-ac36-c7046284fb05 on host hv-cinder-80403 {{(pid=102911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 10:49:33.941876 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-db3b953d-8b16-41e8-ab9e-df857e5a5450 req-55c38f89-1e3c-426c-8914-a72dcb2ef983 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:33.945503 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-db3b953d-8b16-41e8-ab9e-df857e5a5450 req-55c38f89-1e3c-426c-8914-a72dcb2ef983 tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.20 "DELETE /v2.0/ports/26065c2f-a918-44a5-ac36-c7046284fb05 HTTP/1.1" status: 204 len: 173 time: 0.4587657 Nov 22 10:49:33.945984 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa805b0-27a2-414c-afa8-0fb6e09c07c9', 'name': 'network-vif-deleted', 'tag': '26065c2f-a918-44a5-ac36-c7046284fb05'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 10:49:33.948619 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5429d6209f9db75179b029b02f265116e5db13468d9d60e00895472a7fa8ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80965bb4-f14a-459b-9515-3167d3da5d20" -d '{"events": [{"server_uuid": "4aa805b0-27a2-414c-afa8-0fb6e09c07c9", "name": "network-vif-deleted", "tag": "26065c2f-a918-44a5-ac36-c7046284fb05"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 10:49:34.015198 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 10:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f75cc11-0b73-41c3-817b-05a3ac0776a4 x-openstack-request-id: req-5f75cc11-0b73-41c3-817b-05a3ac0776a4 {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 10:49:34.015622 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aa805b0-27a2-414c-afa8-0fb6e09c07c9", "name": "network-vif-deleted", "tag": "26065c2f-a918-44a5-ac36-c7046284fb05", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 10:49:34.016074 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5f75cc11-0b73-41c3-817b-05a3ac0776a4 {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 10:49:34.016700 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aa805b0-27a2-414c-afa8-0fb6e09c07c9', 'name': 'network-vif-deleted', 'tag': '26065c2f-a918-44a5-ac36-c7046284fb05', 'status': 'completed', 'code': 200} Nov 22 10:49:34.575455 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d887a9fd-7376-4b08-ba02-f750e6c00b76 req-a5d0a4e8-ac6d-4be1-98f5-01ecbbfe859e tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa805b0-27a2-414c-afa8-0fb6e09c07c9 HTTP/1.1" status: 200 len: 210 time: 0.0488968 Nov 22 10:49:35.659419 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 49662) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:49:35.800145 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-fdad452d-bb09-45a9-a849-78363dfc704c tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Deleting port 7d6b869c-5668-43f8-b80c-57891ce675a4 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:49:35.800384 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fdad452d-bb09-45a9-a849-78363dfc704c tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:35.890719 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fdad452d-bb09-45a9-a849-78363dfc704c tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:35.891045 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fdad452d-bb09-45a9-a849-78363dfc704c tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:35.906136 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-fdad452d-bb09-45a9-a849-78363dfc704c tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Calling delete_port for 7d6b869c-5668-43f8-b80c-57891ce675a4 owned by network:floatingip {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:49:36.056640 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fdad452d-bb09-45a9-a849-78363dfc704c tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162187'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:36.086403 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdad452d-bb09-45a9-a849-78363dfc704c tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Pushing event deleted for resources: {'Port': ['ID=7d6b869c-5668-43f8-b80c-57891ce675a4,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:49:36.164864 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fdad452d-bb09-45a9-a849-78363dfc704c tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks [] for floatingip, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:36.168123 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fdad452d-bb09-45a9-a849-78363dfc704c tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63708'] for floatingip, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:36.169497 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-fdad452d-bb09-45a9-a849-78363dfc704c tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "DELETE /v2.0/floatingips/e4089284-bbac-4d1d-adcc-85c5b894d33d HTTP/1.1" status: 204 len: 168 time: 0.5089850 Nov 22 10:49:37.392307 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 49674) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:49:37.492723 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7526b162-6a98-4de6-b819-3f7fe4ce98ce tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks [] for security_group, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:37.525706 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7526b162-6a98-4de6-b819-3f7fe4ce98ce tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:37.600617 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7526b162-6a98-4de6-b819-3f7fe4ce98ce tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:37.603633 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7526b162-6a98-4de6-b819-3f7fe4ce98ce tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Publish callbacks [] for security_group, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:37.605340 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-7526b162-6a98-4de6-b819-3f7fe4ce98ce tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] 10.222.0.46 "DELETE /v2.0/security-groups/a8a096c1-3908-471e-b12a-7c82c6dea612 HTTP/1.1" status: 204 len: 168 time: 0.2109551 Nov 22 10:49:37.616704 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7526b162-6a98-4de6-b819-3f7fe4ce98ce tempest-TestVolumeBootPattern-1874596279 tempest-TestVolumeBootPattern-1874596279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a096c1-3908-471e-b12a-7c82c6dea612,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:49:37.679110 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 49678) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:49:38.387956 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-238288c4-c5a3-42dc-b169-aab12bfcb8cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029394'] for router_interface, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:38.665455 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-238288c4-c5a3-42dc-b169-aab12bfcb8cc admin admin] Deleting port a3319d3a-fe95-41c6-987e-42ba9bbe243f {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:49:38.666528 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-238288c4-c5a3-42dc-b169-aab12bfcb8cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:38.756743 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-238288c4-c5a3-42dc-b169-aab12bfcb8cc admin admin] For port a3319d3a-fe95-41c6-987e-42ba9bbe243f, host dv-cinder-804035-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=a3319d3a-fe95-41c6-987e-42ba9bbe243f,segment=NetworkSegment(4d133feb-ae47-402c-a18c-56604571f270),segment_id=4d133feb-ae47-402c-a18c-56604571f270)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:49:38.757144 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-238288c4-c5a3-42dc-b169-aab12bfcb8cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:38.773310 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-238288c4-c5a3-42dc-b169-aab12bfcb8cc admin admin] Calling delete_port for a3319d3a-fe95-41c6-987e-42ba9bbe243f owned by network:router_interface {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:49:38.843500 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device 26065c2f-a918-44a5-ac36-c7046284fb05 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 10:49:38.868531 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] No Port match for: 26065c2f-a918-44a5-ac36-c7046284fb05 {{(pid=102912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 10:49:38.868947 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Device 26065c2f-a918-44a5-ac36-c7046284fb05 not bound to the agent host hv-cinder-80403 {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 10:49:39.021495 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-238288c4-c5a3-42dc-b169-aab12bfcb8cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162187'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:39.049758 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238288c4-c5a3-42dc-b169-aab12bfcb8cc admin admin] Pushing event deleted for resources: {'Port': ['ID=a3319d3a-fe95-41c6-987e-42ba9bbe243f,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:49:39.277841 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-238288c4-c5a3-42dc-b169-aab12bfcb8cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1032162'] for router_interface, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:39.516985 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-238288c4-c5a3-42dc-b169-aab12bfcb8cc admin admin] Router 6b9485f3-8a7d-4b92-9bac-04ae1596823e has already been hosted by L3 agent fa3112ac-4a6e-40b6-a491-552ca746a833 {{(pid=102910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 10:49:39.638878 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-238288c4-c5a3-42dc-b169-aab12bfcb8cc admin admin] Notify agent at l3_agent.dv-cinder-804035-13-iscsi the message routers_updated {{(pid=102910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 10:49:39.645401 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-238288c4-c5a3-42dc-b169-aab12bfcb8cc admin admin] 10.222.0.46 "PUT /v2.0/routers/6b9485f3-8a7d-4b92-9bac-04ae1596823e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9639969 Nov 22 10:49:39.648148 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 49682) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:49:39.654671 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a84a6e2-a39f-41c4-8894-090fcfe83ad5 None None] Sync routers for ids ['6b9485f3-8a7d-4b92-9bac-04ae1596823e'] in dv-cinder-804035-13-iscsi {{(pid=102912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 10:49:39.670426 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a84a6e2-a39f-41c4-8894-090fcfe83ad5 None None] Routers {'6b9485f3-8a7d-4b92-9bac-04ae1596823e'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:49:39.671936 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-2a84a6e2-a39f-41c4-8894-090fcfe83ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:49:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['6b9485f3-8a7d-4b92-9bac-04ae1596823e'], 'active': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:49:39.766640 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1169eccd-918d-421f-80e4-e1b8acb6e89f admin admin] Publish callbacks [] for router, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:39.829375 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvr_db [None req-2a84a6e2-a39f-41c4-8894-090fcfe83ad5 None None] Set router 6b9485f3-8a7d-4b92-9bac-04ae1596823e gateway port host: dv-cinder-804035-13-iscsi {{(pid=102912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:49:39.948914 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1169eccd-918d-421f-80e4-e1b8acb6e89f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:40.015935 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-1169eccd-918d-421f-80e4-e1b8acb6e89f admin admin] Deleting port 440a32dd-52fe-44a9-a016-734d3170c7da {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:49:40.016380 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1169eccd-918d-421f-80e4-e1b8acb6e89f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:40.105310 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-2a84a6e2-a39f-41c4-8894-090fcfe83ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'name': 'tempest-TestVolumeBootPattern-1311605636-router', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '440a32dd-52fe-44a9-a016-734d3170c7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:42:34Z', 'updated_at': '2021-11-22T10:49:38Z', 'revision_number': 5, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'gw_port': {'id': '440a32dd-52fe-44a9-a016-734d3170c7da', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:42:34Z', 'updated_at': '2021-11-22T10:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi'}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:49:40.114841 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-1169eccd-918d-421f-80e4-e1b8acb6e89f admin admin] For port 440a32dd-52fe-44a9-a016-734d3170c7da, host dv-cinder-804035-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=440a32dd-52fe-44a9-a016-734d3170c7da,segment=NetworkSegment(07e0d8bf-2b47-470a-a16f-f44f9914b384),segment_id=07e0d8bf-2b47-470a-a16f-f44f9914b384)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:49:40.115471 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1169eccd-918d-421f-80e4-e1b8acb6e89f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:40.133737 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-1169eccd-918d-421f-80e4-e1b8acb6e89f admin admin] Calling delete_port for 440a32dd-52fe-44a9-a016-734d3170c7da owned by network:router_gateway {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:49:40.137693 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a84a6e2-a39f-41c4-8894-090fcfe83ad5 None None] Checking router: 6b9485f3-8a7d-4b92-9bac-04ae1596823e for host: dv-cinder-804035-13-iscsi {{(pid=102912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 10:49:40.147511 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a84a6e2-a39f-41c4-8894-090fcfe83ad5 None None] Routers {'6b9485f3-8a7d-4b92-9bac-04ae1596823e'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:49:40.148219 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-2a84a6e2-a39f-41c4-8894-090fcfe83ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:49:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['6b9485f3-8a7d-4b92-9bac-04ae1596823e'], 'active': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:49:40.267029 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvr_db [None req-2a84a6e2-a39f-41c4-8894-090fcfe83ad5 None None] Set router 6b9485f3-8a7d-4b92-9bac-04ae1596823e gateway port host: None {{(pid=102912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:49:40.329274 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_hamode_db [None req-2a84a6e2-a39f-41c4-8894-090fcfe83ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'name': 'tempest-TestVolumeBootPattern-1311605636-router', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:42:34Z', 'updated_at': '2021-11-22T10:49:39Z', 'revision_number': 6, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'gw_port_host': None}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:49:40.334897 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1169eccd-918d-421f-80e4-e1b8acb6e89f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162187'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:40.365415 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1169eccd-918d-421f-80e4-e1b8acb6e89f admin admin] Pushing event deleted for resources: {'Port': ['ID=440a32dd-52fe-44a9-a016-734d3170c7da,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:49:40.443784 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1169eccd-918d-421f-80e4-e1b8acb6e89f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1030348'] for router_gateway, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:40.551297 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a84a6e2-a39f-41c4-8894-090fcfe83ad5 None None] The sync data for ids ['6b9485f3-8a7d-4b92-9bac-04ae1596823e'] in dv-cinder-804035-13-iscsi is: [{'id': '6b9485f3-8a7d-4b92-9bac-04ae1596823e', 'name': 'tempest-TestVolumeBootPattern-1311605636-router', 'tenant_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:42:34Z', 'updated_at': '2021-11-22T10:49:39Z', 'revision_number': 6, 'project_id': '3f1c47419b1b4aceb6eb91d5f6328985', 'gw_port_host': None}] {{(pid=102912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 10:49:40.606123 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1169eccd-918d-421f-80e4-e1b8acb6e89f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1031604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10179'] for router, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:40.608967 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1169eccd-918d-421f-80e4-e1b8acb6e89f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:40.657747 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1169eccd-918d-421f-80e4-e1b8acb6e89f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1032151'] for router, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:40.658429 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1169eccd-918d-421f-80e4-e1b8acb6e89f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b9485f3-8a7d-4b92-9bac-04ae1596823e {{(pid=102910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 10:49:40.664219 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1169eccd-918d-421f-80e4-e1b8acb6e89f admin admin] Publish callbacks [] for router, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:40.665216 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-1169eccd-918d-421f-80e4-e1b8acb6e89f admin admin] 10.222.0.46 "DELETE /v2.0/routers/6b9485f3-8a7d-4b92-9bac-04ae1596823e HTTP/1.1" status: 204 len: 168 time: 1.0160570 Nov 22 10:49:40.669072 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 49684) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:49:40.722649 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ab29354-a4fd-4b55-8e0b-220e5725cf3b admin admin] Deleting subnet 416b5eea-d390-4b0e-895d-af54a4cd08ab {{(pid=102910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 10:49:40.726627 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1ab29354-a4fd-4b55-8e0b-220e5725cf3b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:40.771864 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1ab29354-a4fd-4b55-8e0b-220e5725cf3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11681776'] for subnet, precommit_delete_associations {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:40.863708 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1ab29354-a4fd-4b55-8e0b-220e5725cf3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4094229'] for subnet, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:40.942603 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1ab29354-a4fd-4b55-8e0b-220e5725cf3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4094220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1162214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11983770'] for subnet, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:41.002398 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1ab29354-a4fd-4b55-8e0b-220e5725cf3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for subnet, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:41.011687 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d974a3d-cc73-4547-83ee-c2b526721520 None None] Network f7304a1e-1535-4fd7-8c3b-2de67fef34b2 requested from dv-cinder-804035-13-iscsi {{(pid=102912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 10:49:41.022914 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-1ab29354-a4fd-4b55-8e0b-220e5725cf3b admin admin] 10.222.0.46 "DELETE /v2.0/subnets/416b5eea-d390-4b0e-895d-af54a4cd08ab HTTP/1.1" status: 204 len: 168 time: 0.3524139 Nov 22 10:49:41.024307 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab29354-a4fd-4b55-8e0b-220e5725cf3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=416b5eea-d390-4b0e-895d-af54a4cd08ab,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:49:41.027074 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 49686) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:49:41.182217 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device a3319d3a-fe95-41c6-987e-42ba9bbe243f no longer exists at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 10:49:41.190864 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-cb7cc0ab-9123-432e-b103-7935c1aacb53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4185191'] for network, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:41.241598 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] No Port match for: a3319d3a-fe95-41c6-987e-42ba9bbe243f {{(pid=102912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 10:49:41.242146 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device a3319d3a-fe95-41c6-987e-42ba9bbe243f not bound to the agent host dv-cinder-804035-13-iscsi {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 10:49:41.257412 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-cb7cc0ab-9123-432e-b103-7935c1aacb53 admin admin] Deleting port e237ab92-12e8-4856-be9e-abc0f7d65648 {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:49:41.258034 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-cb7cc0ab-9123-432e-b103-7935c1aacb53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:41.336862 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-cb7cc0ab-9123-432e-b103-7935c1aacb53 admin admin] For port e237ab92-12e8-4856-be9e-abc0f7d65648, host dv-cinder-804035-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=e237ab92-12e8-4856-be9e-abc0f7d65648,segment=NetworkSegment(4d133feb-ae47-402c-a18c-56604571f270),segment_id=4d133feb-ae47-402c-a18c-56604571f270)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:49:41.337237 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-cb7cc0ab-9123-432e-b103-7935c1aacb53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:41.353065 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-cb7cc0ab-9123-432e-b103-7935c1aacb53 admin admin] Calling delete_port for e237ab92-12e8-4856-be9e-abc0f7d65648 owned by network:dhcp {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:49:41.442734 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-cb7cc0ab-9123-432e-b103-7935c1aacb53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11987816'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:41.475859 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7cc0ab-9123-432e-b103-7935c1aacb53 admin admin] Pushing event deleted for resources: {'Port': ['ID=e237ab92-12e8-4856-be9e-abc0f7d65648,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:49:41.483127 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7cc0ab-9123-432e-b103-7935c1aacb53 admin admin] No DVR routers for this DVR port e237ab92-12e8-4856-be9e-abc0f7d65648 on host dv-cinder-804035-13-iscsi {{(pid=102911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 10:49:41.532745 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d18a461-7070-4b6c-8131-3ec5cd92adf2 None None] DHCP port deletion for f7304a1e-1535-4fd7-8c3b-2de67fef34b2 request from dv-cinder-804035-13-iscsi {{(pid=102912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 10:49:41.593798 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-cb7cc0ab-9123-432e-b103-7935c1aacb53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4095910', 'neutron.services.segments.db._delete_segments_for_network-8749315723659'] for network, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:41.640210 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.services.segments.db [None req-cb7cc0ab-9123-432e-b103-7935c1aacb53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7304a1e-1535-4fd7-8c3b-2de67fef34b2']}} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:49:41.656707 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.services.segments.db [None req-cb7cc0ab-9123-432e-b103-7935c1aacb53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d133feb-ae47-402c-a18c-56604571f270') {'for_net_delete': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:49:41.657136 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.services.segments.db [None req-cb7cc0ab-9123-432e-b103-7935c1aacb53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d133feb-ae47-402c-a18c-56604571f270') {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:49:41.674317 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-cb7cc0ab-9123-432e-b103-7935c1aacb53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749315818006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8590663'] for segment, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:41.694353 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-cb7cc0ab-9123-432e-b103-7935c1aacb53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4063698'] for segment, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:41.703460 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb7cc0ab-9123-432e-b103-7935c1aacb53 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=102911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 10:49:41.704125 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-cb7cc0ab-9123-432e-b103-7935c1aacb53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4063698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11987739'] for segment, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:41.706914 dv-cinder-804035-13-iscsi neutron-server[102911]: Traceback (most recent call last): Nov 22 10:49:41.706914 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 10:49:41.706914 dv-cinder-804035-13-iscsi neutron-server[102911]: timer() Nov 22 10:49:41.706914 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 10:49:41.706914 dv-cinder-804035-13-iscsi neutron-server[102911]: cb(*args, **kw) Nov 22 10:49:41.706914 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 10:49:41.706914 dv-cinder-804035-13-iscsi neutron-server[102911]: return func(*args, **kwargs) Nov 22 10:49:41.706914 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 10:49:41.706914 dv-cinder-804035-13-iscsi neutron-server[102911]: self._notify() Nov 22 10:49:41.706914 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 10:49:41.706914 dv-cinder-804035-13-iscsi neutron-server[102911]: self.callback(batched_events) Nov 22 10:49:41.706914 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 10:49:41.706914 dv-cinder-804035-13-iscsi neutron-server[102911]: event.method(event) Nov 22 10:49:41.706914 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 10:49:41.706914 dv-cinder-804035-13-iscsi neutron-server[102911]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 10:49:41.706914 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 10:49:41.706914 dv-cinder-804035-13-iscsi neutron-server[102911]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 10:49:41.706914 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 10:49:41.706914 dv-cinder-804035-13-iscsi neutron-server[102911]: return f(self, *a, **k) Nov 22 10:49:41.706914 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 10:49:41.706914 dv-cinder-804035-13-iscsi neutron-server[102911]: return self._get(url).json() Nov 22 10:49:41.706914 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 10:49:41.706914 dv-cinder-804035-13-iscsi neutron-server[102911]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 10:49:41.706914 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 10:49:41.706914 dv-cinder-804035-13-iscsi neutron-server[102911]: return self.request(url, 'GET', **kwargs) Nov 22 10:49:41.706914 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 10:49:41.706914 dv-cinder-804035-13-iscsi neutron-server[102911]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 10:49:41.706914 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 10:49:41.706914 dv-cinder-804035-13-iscsi neutron-server[102911]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 10:49:41.706914 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 10:49:41.706914 dv-cinder-804035-13-iscsi neutron-server[102911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 10:49:41.706914 dv-cinder-804035-13-iscsi neutron-server[102911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 10:49:41.784408 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-cb7cc0ab-9123-432e-b103-7935c1aacb53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4095928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1030268'] for network, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:41.795897 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-cb7cc0ab-9123-432e-b103-7935c1aacb53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for network, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:41.804484 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-cb7cc0ab-9123-432e-b103-7935c1aacb53 admin admin] 10.222.0.46 "DELETE /v2.0/networks/f7304a1e-1535-4fd7-8c3b-2de67fef34b2 HTTP/1.1" status: 204 len: 168 time: 0.7728534 Nov 22 10:49:41.804844 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 49688) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:49:41.819188 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7cc0ab-9123-432e-b103-7935c1aacb53 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7304a1e-1535-4fd7-8c3b-2de67fef34b2,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:49:42.435078 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e087cea0-5995-4177-a3c7-2c37b81b31af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029394'] for router_interface, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:42.716650 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 440a32dd-52fe-44a9-a016-734d3170c7da no longer exists at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 10:49:42.732566 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-e087cea0-5995-4177-a3c7-2c37b81b31af admin admin] Deleting port bc57488b-98b0-41d0-ac52-fc7f3f3e5522 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:49:42.733151 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e087cea0-5995-4177-a3c7-2c37b81b31af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:42.737540 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] No Port match for: 440a32dd-52fe-44a9-a016-734d3170c7da {{(pid=102912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 10:49:42.737883 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 440a32dd-52fe-44a9-a016-734d3170c7da not bound to the agent host dv-cinder-804035-13-iscsi {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 10:49:42.738315 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device e237ab92-12e8-4856-be9e-abc0f7d65648 no longer exists at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 10:49:42.762436 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] No Port match for: e237ab92-12e8-4856-be9e-abc0f7d65648 {{(pid=102912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 10:49:42.762764 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device e237ab92-12e8-4856-be9e-abc0f7d65648 not bound to the agent host dv-cinder-804035-13-iscsi {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 10:49:42.869028 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-e087cea0-5995-4177-a3c7-2c37b81b31af admin admin] For port bc57488b-98b0-41d0-ac52-fc7f3f3e5522, host dv-cinder-804035-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=bc57488b-98b0-41d0-ac52-fc7f3f3e5522,segment=NetworkSegment(29a99adf-2e09-4390-b734-f36201252628),segment_id=29a99adf-2e09-4390-b734-f36201252628)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:49:42.869786 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e087cea0-5995-4177-a3c7-2c37b81b31af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:42.885742 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-e087cea0-5995-4177-a3c7-2c37b81b31af admin admin] Calling delete_port for bc57488b-98b0-41d0-ac52-fc7f3f3e5522 owned by network:router_interface {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:49:43.093290 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e087cea0-5995-4177-a3c7-2c37b81b31af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162187'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:43.123387 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e087cea0-5995-4177-a3c7-2c37b81b31af admin admin] Pushing event deleted for resources: {'Port': ['ID=bc57488b-98b0-41d0-ac52-fc7f3f3e5522,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:49:43.344561 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e087cea0-5995-4177-a3c7-2c37b81b31af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1032162'] for router_interface, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:43.599501 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e087cea0-5995-4177-a3c7-2c37b81b31af admin admin] Router bc3a50bd-14e0-4b8b-95ec-bde39425d8cb has already been hosted by L3 agent fa3112ac-4a6e-40b6-a491-552ca746a833 {{(pid=102910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 10:49:43.742731 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e087cea0-5995-4177-a3c7-2c37b81b31af admin admin] Notify agent at l3_agent.dv-cinder-804035-13-iscsi the message routers_updated {{(pid=102910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 10:49:43.749841 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-e087cea0-5995-4177-a3c7-2c37b81b31af admin admin] 10.222.0.46 "PUT /v2.0/routers/bc3a50bd-14e0-4b8b-95ec-bde39425d8cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9437196 Nov 22 10:49:43.753647 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [-] (102910) accepted ('10.222.0.46', 49690) {{(pid=102910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:49:43.755860 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d3b85d-467a-4697-82f2-d512951c1ab1 None None] Sync routers for ids ['bc3a50bd-14e0-4b8b-95ec-bde39425d8cb'] in dv-cinder-804035-13-iscsi {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 10:49:43.770094 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d3b85d-467a-4697-82f2-d512951c1ab1 None None] Routers {'bc3a50bd-14e0-4b8b-95ec-bde39425d8cb'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:49:43.770813 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-c8d3b85d-467a-4697-82f2-d512951c1ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:49:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['bc3a50bd-14e0-4b8b-95ec-bde39425d8cb'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:49:43.879535 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a0b4ed8a-49c8-4037-8a9f-8d689f26b342 admin admin] Publish callbacks [] for router, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:43.896209 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-c8d3b85d-467a-4697-82f2-d512951c1ab1 None None] Set router bc3a50bd-14e0-4b8b-95ec-bde39425d8cb gateway port host: dv-cinder-804035-13-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:49:44.008665 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a0b4ed8a-49c8-4037-8a9f-8d689f26b342 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:44.074977 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a0b4ed8a-49c8-4037-8a9f-8d689f26b342 admin admin] Deleting port 64085ddf-1998-4282-8671-0c42d06c4ae5 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:49:44.075530 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a0b4ed8a-49c8-4037-8a9f-8d689f26b342 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:44.191694 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a0b4ed8a-49c8-4037-8a9f-8d689f26b342 admin admin] For port 64085ddf-1998-4282-8671-0c42d06c4ae5, host dv-cinder-804035-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=64085ddf-1998-4282-8671-0c42d06c4ae5,segment=NetworkSegment(07e0d8bf-2b47-470a-a16f-f44f9914b384),segment_id=07e0d8bf-2b47-470a-a16f-f44f9914b384)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:49:44.191973 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a0b4ed8a-49c8-4037-8a9f-8d689f26b342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:44.206982 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-c8d3b85d-467a-4697-82f2-d512951c1ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3a50bd-14e0-4b8b-95ec-bde39425d8cb', 'name': 'tempest-TestVolumeBootPattern-1026799027-router', 'tenant_id': 'd1d5355a8f3a4c7a9f7ccfb14b23466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'external_fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '64085ddf-1998-4282-8671-0c42d06c4ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:42:39Z', 'updated_at': '2021-11-22T10:49:43Z', 'revision_number': 5, 'project_id': 'd1d5355a8f3a4c7a9f7ccfb14b23466d', 'gw_port': {'id': '64085ddf-1998-4282-8671-0c42d06c4ae5', 'name': '', 'network_id': 'e6af0ad0-9fc1-4d6f-8919-77652c0c2a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3a50bd-14e0-4b8b-95ec-bde39425d8cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T10:42:40Z', 'updated_at': '2021-11-22T10:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df63829c-39ab-4507-b346-4c3fdb4717de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-13-iscsi'}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:49:44.213188 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a0b4ed8a-49c8-4037-8a9f-8d689f26b342 admin admin] Calling delete_port for 64085ddf-1998-4282-8671-0c42d06c4ae5 owned by network:router_gateway {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:49:44.250249 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d3b85d-467a-4697-82f2-d512951c1ab1 None None] Checking router: bc3a50bd-14e0-4b8b-95ec-bde39425d8cb for host: dv-cinder-804035-13-iscsi {{(pid=102913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 10:49:44.261350 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d3b85d-467a-4697-82f2-d512951c1ab1 None None] Routers {'bc3a50bd-14e0-4b8b-95ec-bde39425d8cb'} bound to L3 agent in host dv-cinder-804035-13-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 10:49:44.262135 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-c8d3b85d-467a-4697-82f2-d512951c1ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T10:26:57Z,description=,heartbeat_timestamp=2021-11-22T10:49:27Z,host='dv-cinder-804035-13-iscsi',id=fa3112ac-4a6e-40b6-a491-552ca746a833,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T10:26:57Z,topic='l3_agent')) {'router_ids': ['bc3a50bd-14e0-4b8b-95ec-bde39425d8cb'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:49:44.371633 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-c8d3b85d-467a-4697-82f2-d512951c1ab1 None None] Set router bc3a50bd-14e0-4b8b-95ec-bde39425d8cb gateway port host: None {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 10:49:44.426354 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a0b4ed8a-49c8-4037-8a9f-8d689f26b342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162187'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:44.448145 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-c8d3b85d-467a-4697-82f2-d512951c1ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3a50bd-14e0-4b8b-95ec-bde39425d8cb', 'name': 'tempest-TestVolumeBootPattern-1026799027-router', 'tenant_id': 'd1d5355a8f3a4c7a9f7ccfb14b23466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:42:39Z', 'updated_at': '2021-11-22T10:49:44Z', 'revision_number': 6, 'project_id': 'd1d5355a8f3a4c7a9f7ccfb14b23466d', 'gw_port_host': None}], 'dv-cinder-804035-13-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:49:44.463787 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b4ed8a-49c8-4037-8a9f-8d689f26b342 admin admin] Pushing event deleted for resources: {'Port': ['ID=64085ddf-1998-4282-8671-0c42d06c4ae5,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:49:44.477591 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d3b85d-467a-4697-82f2-d512951c1ab1 None None] The sync data for ids ['bc3a50bd-14e0-4b8b-95ec-bde39425d8cb'] in dv-cinder-804035-13-iscsi is: [{'id': 'bc3a50bd-14e0-4b8b-95ec-bde39425d8cb', 'name': 'tempest-TestVolumeBootPattern-1026799027-router', 'tenant_id': 'd1d5355a8f3a4c7a9f7ccfb14b23466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T10:42:39Z', 'updated_at': '2021-11-22T10:49:44Z', 'revision_number': 6, 'project_id': 'd1d5355a8f3a4c7a9f7ccfb14b23466d', 'gw_port_host': None}] {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 10:49:44.557878 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a0b4ed8a-49c8-4037-8a9f-8d689f26b342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1030348'] for router_gateway, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:44.656301 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a0b4ed8a-49c8-4037-8a9f-8d689f26b342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1031604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10179'] for router, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:44.658810 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a0b4ed8a-49c8-4037-8a9f-8d689f26b342 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:44.714959 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a0b4ed8a-49c8-4037-8a9f-8d689f26b342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1032151'] for router, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:44.715835 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b4ed8a-49c8-4037-8a9f-8d689f26b342 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc3a50bd-14e0-4b8b-95ec-bde39425d8cb {{(pid=102910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 10:49:44.723712 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a0b4ed8a-49c8-4037-8a9f-8d689f26b342 admin admin] Publish callbacks [] for router, before_response {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:44.725848 dv-cinder-804035-13-iscsi neutron-server[102910]: INFO neutron.wsgi [None req-a0b4ed8a-49c8-4037-8a9f-8d689f26b342 admin admin] 10.222.0.46 "DELETE /v2.0/routers/bc3a50bd-14e0-4b8b-95ec-bde39425d8cb HTTP/1.1" status: 204 len: 168 time: 0.9705734 Nov 22 10:49:44.728604 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 49692) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:49:44.781374 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdf61f68-ef12-4e4c-9d52-7a42e3899b37 admin admin] Deleting subnet 7016a4d5-93cd-4671-a2ad-d6dec9183e4d {{(pid=102911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 10:49:44.785410 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-cdf61f68-ef12-4e4c-9d52-7a42e3899b37 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:44.827150 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-cdf61f68-ef12-4e4c-9d52-7a42e3899b37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8590686'] for subnet, precommit_delete_associations {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:44.940710 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-cdf61f68-ef12-4e4c-9d52-7a42e3899b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4094229'] for subnet, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:45.012249 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-cdf61f68-ef12-4e4c-9d52-7a42e3899b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4094220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11987781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12360653'] for subnet, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:45.040384 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf61f68-ef12-4e4c-9d52-7a42e3899b37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7016a4d5-93cd-4671-a2ad-d6dec9183e4d,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:49:45.044521 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-cdf61f68-ef12-4e4c-9d52-7a42e3899b37 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:45.047931 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-cdf61f68-ef12-4e4c-9d52-7a42e3899b37 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/7016a4d5-93cd-4671-a2ad-d6dec9183e4d HTTP/1.1" status: 204 len: 168 time: 0.3182576 Nov 22 10:49:45.052008 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 49694) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:49:45.053756 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278c9d84-9302-41d3-a95b-a16a5d672c5b None None] Network e4aacac4-9f75-4926-826a-4bf13d52d7ac requested from dv-cinder-804035-13-iscsi {{(pid=102912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 10:49:45.137515 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c7a9ec73-e809-4f27-8b8a-8d74908a267c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4185191'] for network, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:45.202876 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-c7a9ec73-e809-4f27-8b8a-8d74908a267c admin admin] Deleting port a312e3ab-fbca-4129-85ce-de7072206b18 {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:49:45.203268 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c7a9ec73-e809-4f27-8b8a-8d74908a267c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:45.274871 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-c7a9ec73-e809-4f27-8b8a-8d74908a267c admin admin] For port a312e3ab-fbca-4129-85ce-de7072206b18, host dv-cinder-804035-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-13-iscsi',level=0,port_id=a312e3ab-fbca-4129-85ce-de7072206b18,segment=NetworkSegment(29a99adf-2e09-4390-b734-f36201252628),segment_id=29a99adf-2e09-4390-b734-f36201252628)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:49:45.275221 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c7a9ec73-e809-4f27-8b8a-8d74908a267c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:45.290217 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-c7a9ec73-e809-4f27-8b8a-8d74908a267c admin admin] Calling delete_port for a312e3ab-fbca-4129-85ce-de7072206b18 owned by network:dhcp {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:49:45.343364 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d649b88-03cd-4b63-bd4d-0dbda60c1e11 None None] DHCP port deletion for e4aacac4-9f75-4926-826a-4bf13d52d7ac request from dv-cinder-804035-13-iscsi {{(pid=102912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 10:49:45.358610 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device bc57488b-98b0-41d0-ac52-fc7f3f3e5522 no longer exists at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 10:49:45.412303 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] No Port match for: bc57488b-98b0-41d0-ac52-fc7f3f3e5522 {{(pid=102912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 10:49:45.412874 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device bc57488b-98b0-41d0-ac52-fc7f3f3e5522 not bound to the agent host dv-cinder-804035-13-iscsi {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 10:49:45.434532 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c7a9ec73-e809-4f27-8b8a-8d74908a267c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11987816'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:45.453270 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-6d649b88-03cd-4b63-bd4d-0dbda60c1e11 None None] Deleting port a312e3ab-fbca-4129-85ce-de7072206b18 {{(pid=102912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 10:49:45.453855 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-6d649b88-03cd-4b63-bd4d-0dbda60c1e11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749315774760'] for port, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:45.471944 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a9ec73-e809-4f27-8b8a-8d74908a267c admin admin] Pushing event deleted for resources: {'Port': ['ID=a312e3ab-fbca-4129-85ce-de7072206b18,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:49:45.478186 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a9ec73-e809-4f27-8b8a-8d74908a267c admin admin] No DVR routers for this DVR port a312e3ab-fbca-4129-85ce-de7072206b18 on host dv-cinder-804035-13-iscsi {{(pid=102911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 10:49:45.551073 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-6d649b88-03cd-4b63-bd4d-0dbda60c1e11 None None] For port a312e3ab-fbca-4129-85ce-de7072206b18, host dv-cinder-804035-13-iscsi, got binding levels [] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 10:49:45.551785 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-6d649b88-03cd-4b63-bd4d-0dbda60c1e11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1031163'] for port, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:45.570399 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-6d649b88-03cd-4b63-bd4d-0dbda60c1e11 None None] Calling delete_port for a312e3ab-fbca-4129-85ce-de7072206b18 owned by network:dhcp {{(pid=102912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 10:49:45.575158 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.ipam_backend_mixin [None req-6d649b88-03cd-4b63-bd4d-0dbda60c1e11 None None] Port a312e3ab-fbca-4129-85ce-de7072206b18 was not found and therefore no delete operation was performed {{(pid=102912) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 10:49:45.577439 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-6d649b88-03cd-4b63-bd4d-0dbda60c1e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3709973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749315777365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749315246237'] for port, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:45.601710 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c7a9ec73-e809-4f27-8b8a-8d74908a267c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4095910', 'neutron.services.segments.db._delete_segments_for_network-8749315723659'] for network, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:45.609485 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d649b88-03cd-4b63-bd4d-0dbda60c1e11 None None] Pushing event deleted for resources: {'Port': ['ID=a312e3ab-fbca-4129-85ce-de7072206b18,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:49:45.614317 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d649b88-03cd-4b63-bd4d-0dbda60c1e11 None None] No DVR routers for this DVR port a312e3ab-fbca-4129-85ce-de7072206b18 on host dv-cinder-804035-13-iscsi {{(pid=102912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 10:49:45.629632 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d649b88-03cd-4b63-bd4d-0dbda60c1e11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:49:45.629907 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d649b88-03cd-4b63-bd4d-0dbda60c1e11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:49:45.630394 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d649b88-03cd-4b63-bd4d-0dbda60c1e11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:49:45.630991 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d649b88-03cd-4b63-bd4d-0dbda60c1e11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:49:45.631596 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d649b88-03cd-4b63-bd4d-0dbda60c1e11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:49:45.632480 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d649b88-03cd-4b63-bd4d-0dbda60c1e11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:49:45.633543 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d649b88-03cd-4b63-bd4d-0dbda60c1e11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:49:45.633639 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d649b88-03cd-4b63-bd4d-0dbda60c1e11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:49:45.634250 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d649b88-03cd-4b63-bd4d-0dbda60c1e11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:49:45.634868 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d649b88-03cd-4b63-bd4d-0dbda60c1e11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:49:45.635443 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d649b88-03cd-4b63-bd4d-0dbda60c1e11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:49:45.636154 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d649b88-03cd-4b63-bd4d-0dbda60c1e11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-13-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 10:49:45.639620 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.services.segments.db [None req-c7a9ec73-e809-4f27-8b8a-8d74908a267c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4aacac4-9f75-4926-826a-4bf13d52d7ac']}} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:49:45.654203 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.services.segments.db [None req-c7a9ec73-e809-4f27-8b8a-8d74908a267c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29a99adf-2e09-4390-b734-f36201252628') {'for_net_delete': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:49:45.654759 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.services.segments.db [None req-c7a9ec73-e809-4f27-8b8a-8d74908a267c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29a99adf-2e09-4390-b734-f36201252628') {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 10:49:45.668213 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c7a9ec73-e809-4f27-8b8a-8d74908a267c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749315818006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8590663'] for segment, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:45.689617 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c7a9ec73-e809-4f27-8b8a-8d74908a267c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4063698'] for segment, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:45.698042 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7a9ec73-e809-4f27-8b8a-8d74908a267c admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=102911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 10:49:45.698581 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c7a9ec73-e809-4f27-8b8a-8d74908a267c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4063698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11987739'] for segment, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:45.700944 dv-cinder-804035-13-iscsi neutron-server[102911]: Traceback (most recent call last): Nov 22 10:49:45.700944 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 10:49:45.700944 dv-cinder-804035-13-iscsi neutron-server[102911]: timer() Nov 22 10:49:45.700944 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 10:49:45.700944 dv-cinder-804035-13-iscsi neutron-server[102911]: cb(*args, **kw) Nov 22 10:49:45.700944 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 10:49:45.700944 dv-cinder-804035-13-iscsi neutron-server[102911]: return func(*args, **kwargs) Nov 22 10:49:45.700944 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 10:49:45.700944 dv-cinder-804035-13-iscsi neutron-server[102911]: self._notify() Nov 22 10:49:45.700944 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 10:49:45.700944 dv-cinder-804035-13-iscsi neutron-server[102911]: self.callback(batched_events) Nov 22 10:49:45.700944 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 10:49:45.700944 dv-cinder-804035-13-iscsi neutron-server[102911]: event.method(event) Nov 22 10:49:45.700944 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 10:49:45.700944 dv-cinder-804035-13-iscsi neutron-server[102911]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 10:49:45.700944 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 10:49:45.700944 dv-cinder-804035-13-iscsi neutron-server[102911]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 10:49:45.700944 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 10:49:45.700944 dv-cinder-804035-13-iscsi neutron-server[102911]: return f(self, *a, **k) Nov 22 10:49:45.700944 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 10:49:45.700944 dv-cinder-804035-13-iscsi neutron-server[102911]: return self._get(url).json() Nov 22 10:49:45.700944 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 10:49:45.700944 dv-cinder-804035-13-iscsi neutron-server[102911]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 10:49:45.700944 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 10:49:45.700944 dv-cinder-804035-13-iscsi neutron-server[102911]: return self.request(url, 'GET', **kwargs) Nov 22 10:49:45.700944 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 10:49:45.700944 dv-cinder-804035-13-iscsi neutron-server[102911]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 10:49:45.700944 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 10:49:45.700944 dv-cinder-804035-13-iscsi neutron-server[102911]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 10:49:45.700944 dv-cinder-804035-13-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 10:49:45.700944 dv-cinder-804035-13-iscsi neutron-server[102911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 10:49:45.700944 dv-cinder-804035-13-iscsi neutron-server[102911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 10:49:45.777179 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c7a9ec73-e809-4f27-8b8a-8d74908a267c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4095928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1030268'] for network, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:45.784535 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c7a9ec73-e809-4f27-8b8a-8d74908a267c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586843'] for network, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:45.788847 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-c7a9ec73-e809-4f27-8b8a-8d74908a267c admin admin] 10.222.0.46 "DELETE /v2.0/networks/e4aacac4-9f75-4926-826a-4bf13d52d7ac HTTP/1.1" status: 204 len: 168 time: 0.7353570 Nov 22 10:49:45.803254 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a9ec73-e809-4f27-8b8a-8d74908a267c admin admin] Pushing event deleted for resources: {'Network': ['ID=e4aacac4-9f75-4926-826a-4bf13d52d7ac,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:49:45.955322 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 49698) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:49:46.007053 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-1732e697-f581-4b7f-bd13-c71d6350df8d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3f1c47419b1b4aceb6eb91d5f6328985&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0501740 Nov 22 10:49:46.010804 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 49700) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:49:46.068997 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-7623c933-78f9-44a7-8653-856cb5a6ecfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:46.095446 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-7623c933-78f9-44a7-8653-856cb5a6ecfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:46.153598 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-7623c933-78f9-44a7-8653-856cb5a6ecfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:46.156912 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-7623c933-78f9-44a7-8653-856cb5a6ecfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:46.158259 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-7623c933-78f9-44a7-8653-856cb5a6ecfa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/96384bff-6652-4a8b-b6d2-b0fedc6a61bd HTTP/1.1" status: 204 len: 168 time: 0.1462998 Nov 22 10:49:46.170289 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7623c933-78f9-44a7-8653-856cb5a6ecfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96384bff-6652-4a8b-b6d2-b0fedc6a61bd,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:49:46.639553 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 49708) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:49:46.693171 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-ecdee2aa-7d19-42ab-9095-63feefcdd933 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d1d5355a8f3a4c7a9f7ccfb14b23466d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0521615 Nov 22 10:49:46.696288 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.46', 49710) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 10:49:46.720516 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device a312e3ab-fbca-4129-85ce-de7072206b18 no longer exists at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 10:49:46.743610 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] No Port match for: a312e3ab-fbca-4129-85ce-de7072206b18 {{(pid=102912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 10:49:46.744238 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device a312e3ab-fbca-4129-85ce-de7072206b18 not bound to the agent host dv-cinder-804035-13-iscsi {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 10:49:46.744830 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 64085ddf-1998-4282-8671-0c42d06c4ae5 no longer exists at agent ovs-agent-dv-cinder-804035-13-iscsi {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 10:49:46.762079 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dd8dfc6d-d7c1-49f2-8234-a905dfb2f0e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:46.768185 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] No Port match for: 64085ddf-1998-4282-8671-0c42d06c4ae5 {{(pid=102912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 10:49:46.768541 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.rpc [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Device 64085ddf-1998-4282-8671-0c42d06c4ae5 not bound to the agent host dv-cinder-804035-13-iscsi {{(pid=102912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 10:49:46.802754 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dd8dfc6d-d7c1-49f2-8234-a905dfb2f0e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:46.861869 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dd8dfc6d-d7c1-49f2-8234-a905dfb2f0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917789'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:46.865039 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dd8dfc6d-d7c1-49f2-8234-a905dfb2f0e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:46.866596 dv-cinder-804035-13-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-dd8dfc6d-d7c1-49f2-8234-a905dfb2f0e1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2c4ff02b-00de-42c7-be28-bc7e102ab648 HTTP/1.1" status: 204 len: 168 time: 0.1690133 Nov 22 10:49:46.880311 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8dfc6d-d7c1-49f2-8234-a905dfb2f0e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4ff02b-00de-42c7-be28-bc7e102ab648,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 10:49:49.977864 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:54.697716 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-dd553ddb-c3de-42bc-81ba-3bfa6d5b3161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:57.013533 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-58adcb07-63dd-4fdd-abe3-48fe71c0e54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:58.125008 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0c934117-efa3-4f33-917a-019854f2ef65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:49:59.931932 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e21c8dd6-a119-43bc-9b42-7d87f9168fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:50:00.835606 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:50:02.239303 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.agents_db [None req-35a1a16e-7bf9-4643-9be2-574a1761dc3a None None] Agent healthcheck: found 6 active agents {{(pid=102913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 10:50:19.442917 dv-cinder-804035-13-iscsi neutron-server[102911]: DEBUG neutron.wsgi [req-7135ceda-2a00-414c-a9bb-2284e52335b0 req-4ade46f5-6f7a-4b1f-92e0-862686f0b55e service neutron] (102911) timed out ('10.222.0.20', 63283) {{(pid=102911) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 10:50:19.971734 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:50:24.691962 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0598b37b-c59d-48f9-8a88-3b5743959c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:50:27.014555 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-12572183-e852-4406-b0e0-5a002e43b3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:50:28.123803 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0c934117-efa3-4f33-917a-019854f2ef65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:50:29.934349 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e21c8dd6-a119-43bc-9b42-7d87f9168fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:50:30.834190 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:50:39.239091 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.agents_db [None req-35a1a16e-7bf9-4643-9be2-574a1761dc3a None None] Agent healthcheck: found 6 active agents {{(pid=102913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 10:50:49.968962 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:50:54.705368 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d3463b51-76c0-493b-8de0-8a01d9c1c638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:50:57.012287 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-4419a548-8ead-4d8c-8eea-213f997ac2b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:50:58.138857 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0c934117-efa3-4f33-917a-019854f2ef65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:50:59.940401 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e21c8dd6-a119-43bc-9b42-7d87f9168fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:51:00.830968 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:51:16.239442 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.agents_db [None req-35a1a16e-7bf9-4643-9be2-574a1761dc3a None None] Agent healthcheck: found 6 active agents {{(pid=102913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 10:51:19.970443 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:51:24.701946 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-db356dd1-8e30-4ac8-9ddf-74dfdc6d3654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:51:27.010836 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-417718cf-cd86-4ef9-a05d-e1111edfc92e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:51:28.131836 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0c934117-efa3-4f33-917a-019854f2ef65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:51:29.946693 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e21c8dd6-a119-43bc-9b42-7d87f9168fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:51:30.827798 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:51:49.970661 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:51:53.238434 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.agents_db [None req-35a1a16e-7bf9-4643-9be2-574a1761dc3a None None] Agent healthcheck: found 6 active agents {{(pid=102913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 10:51:54.703482 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-4983cb28-b33f-4ab3-aad7-42da7fcb0dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:51:57.008636 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-5ecbe958-b82b-49ca-8030-dcc1d6e52ee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:51:58.133020 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0c934117-efa3-4f33-917a-019854f2ef65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:51:59.956545 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e21c8dd6-a119-43bc-9b42-7d87f9168fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:52:00.827082 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:52:19.975182 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:52:24.702052 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b7723280-21d4-4394-928c-c1a8ae527895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:52:27.004780 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-a93c380c-deab-4e13-a036-3087de4b87c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:52:28.139113 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0c934117-efa3-4f33-917a-019854f2ef65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:52:29.952510 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e21c8dd6-a119-43bc-9b42-7d87f9168fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:52:30.239065 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.agents_db [None req-35a1a16e-7bf9-4643-9be2-574a1761dc3a None None] Agent healthcheck: found 6 active agents {{(pid=102913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 10:52:30.823110 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:52:49.964215 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:52:54.698158 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-af3f431c-291c-4adc-a8c5-e919e33b1365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:52:57.013359 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-756a4341-ae47-4384-a72e-e335b835e0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:52:58.139952 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0c934117-efa3-4f33-917a-019854f2ef65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:52:59.962576 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e21c8dd6-a119-43bc-9b42-7d87f9168fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:53:00.820801 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:53:07.239587 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.agents_db [None req-35a1a16e-7bf9-4643-9be2-574a1761dc3a None None] Agent healthcheck: found 6 active agents {{(pid=102913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 10:53:12.289018 dv-cinder-804035-13-iscsi neutron-server[102910]: DEBUG neutron.wsgi [req-0b373f38-240a-4d96-8a06-68296195ce85 req-4d6d6d07-980d-47dd-8c42-ec8384c6a57e service neutron] (102910) timed out ('10.222.0.20', 63280) {{(pid=102910) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 10:53:19.962805 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:53:24.697697 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-1b158ca6-eaea-4aa3-b3d0-072c7f5f254e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:53:27.010332 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d94a7a36-cd9b-43da-9e9c-9f56a1744c44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:53:28.143574 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0c934117-efa3-4f33-917a-019854f2ef65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:53:29.958851 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e21c8dd6-a119-43bc-9b42-7d87f9168fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:53:30.823054 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:53:44.239257 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.agents_db [None req-35a1a16e-7bf9-4643-9be2-574a1761dc3a None None] Agent healthcheck: found 6 active agents {{(pid=102913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 10:53:49.962242 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:53:54.694825 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f0ab0221-645d-428a-a9f8-d09074628cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:53:57.006550 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f5ea9aed-9ccc-44a1-aacc-ce3599c9fb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:53:58.145757 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0c934117-efa3-4f33-917a-019854f2ef65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:53:59.964928 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e21c8dd6-a119-43bc-9b42-7d87f9168fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:54:00.820356 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:54:19.962508 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:54:21.240503 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.agents_db [None req-35a1a16e-7bf9-4643-9be2-574a1761dc3a None None] Agent healthcheck: found 6 active agents {{(pid=102913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 10:54:24.690492 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-5c57156d-50e5-4dc6-937c-48c11cc7b4f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:54:27.004774 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e25dda04-8a69-48da-850e-61dd429f8aa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:54:28.152522 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0c934117-efa3-4f33-917a-019854f2ef65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:54:29.965342 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e21c8dd6-a119-43bc-9b42-7d87f9168fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:54:30.837647 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:54:49.980566 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8aa37787-9f22-4470-8d51-64e77906dc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:54:54.686444 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-48089343-4899-4a34-a4b5-483d4ea68cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:54:57.004650 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-a76143d2-9706-43b1-983a-79f137c3c666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:54:58.154122 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0c934117-efa3-4f33-917a-019854f2ef65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:54:58.253129 dv-cinder-804035-13-iscsi neutron-server[102913]: DEBUG neutron.db.agents_db [None req-35a1a16e-7bf9-4643-9be2-574a1761dc3a None None] Agent healthcheck: found 6 active agents {{(pid=102913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 10:54:59.978397 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e21c8dd6-a119-43bc-9b42-7d87f9168fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 10:55:00.816718 dv-cinder-804035-13-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cff351b8-ec51-4d3f-8546-59f7768ad31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749315723731', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091962'] for agent, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}